-- Logs begin at Thu 2021-02-11 12:19:01 UTC, end at Thu 2021-02-11 13:37:51 UTC. -- Feb 11 13:11:28.366015 dv-cinder-773985-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 11 13:11:31.119442 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.common.config [-] Logging enabled! Feb 11 13:11:31.120160 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev495 Feb 11 13:11:31.121441 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80003) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 13:11:31.123308 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.common.config [-] Logging enabled! Feb 11 13:11:31.123607 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev495 Feb 11 13:11:31.123994 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80003) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 13:11:31.125128 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 11 13:11:31.125399 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 11 13:11:31.126644 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 11 13:11:31.126932 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 11 13:11:31.127193 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 11 13:11:31.127575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.127995 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.128340 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.128605 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.128955 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.129294 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.129620 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.129957 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.130310 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.130637 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.130963 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.131290 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.131556 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.131909 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.132247 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.132579 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.132836 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] debug = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.133156 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.133703 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.134024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.134344 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.134678 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.134991 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.135304 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.135627 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.136044 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] host = dv-cinder-773985-4-smb {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.136359 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.136693 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.137024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.137355 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.137670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.137987 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.138319 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.138634 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.138947 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] log_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.139262 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.139596 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.139964 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.140306 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.141125 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.141365 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.141698 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.142037 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.142352 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.142670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.142986 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.143299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.143613 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.143951 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.144283 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.144615 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.144944 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.145260 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.145576 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.145886 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.146198 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.146529 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.146841 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.147152 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.147465 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.147826 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.148136 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.148452 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.148809 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.149139 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.149533 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.149795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.150106 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.150438 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.150744 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.151056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.151365 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] use_json = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.151694 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.152005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.152336 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.152651 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.152950 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.153259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.153569 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.153903 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:31.154245 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.154588 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.154936 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.155257 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.155590 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.155945 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.156835 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.157162 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.157499 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.157834 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.158167 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.158482 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.158811 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.159128 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.159470 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.159853 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.160202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.160545 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.160861 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.161183 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.161496 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.161813 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.162144 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.162485 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.162822 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.163136 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.163454 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.163817 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.164139 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.164453 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.164772 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.165108 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.165425 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.165741 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.166190 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.166381 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.166691 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.167317 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.167317 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.167786 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.167964 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.168274 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.168582 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.168897 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.169207 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.169533 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.169850 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.170159 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.170469 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.170789 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.171105 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.171417 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.171784 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.172102 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.172416 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.172727 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.173040 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.173350 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.173661 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.173972 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.174283 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.174594 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.174910 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.175233 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.175541 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.175879 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.176195 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.176505 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.176832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.177177 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.177497 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.177821 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.178144 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.178463 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.178780 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.179097 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.179416 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.179760 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.180075 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.180422 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.180744 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.181080 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.181404 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.181721 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.182064 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.182382 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.182702 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.183017 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.183337 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.183821 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.183998 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.184333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.184669 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.185003 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.185341 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.185678 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.185996 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.186360 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.186679 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:31.186930 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 11 13:11:31.187205 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80003) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 11 13:11:31.853313 dv-cinder-773985-4-smb neutron-server[80003]: INFO keyring.backend [-] Loading Gnome Feb 11 13:11:31.872118 dv-cinder-773985-4-smb neutron-server[80003]: INFO keyring.backend [-] Loading Google Feb 11 13:11:31.874722 dv-cinder-773985-4-smb neutron-server[80003]: INFO keyring.backend [-] Loading Windows (alt) Feb 11 13:11:31.878280 dv-cinder-773985-4-smb neutron-server[80003]: INFO keyring.backend [-] Loading file Feb 11 13:11:31.879260 dv-cinder-773985-4-smb neutron-server[80003]: INFO keyring.backend [-] Loading keyczar Feb 11 13:11:31.879542 dv-cinder-773985-4-smb neutron-server[80003]: INFO keyring.backend [-] Loading multi Feb 11 13:11:31.880324 dv-cinder-773985-4-smb neutron-server[80003]: INFO keyring.backend [-] Loading pyfs Feb 11 13:11:31.927619 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:11:31.927961 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:11:31.928296 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:11:31.928663 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 11 13:11:32.325388 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.325956 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.325956 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.376436 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.376755 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.377055 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.380731 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.381040 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.381336 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.450693 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.451012 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.451313 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.452473 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.452782 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.453718 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.730318 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.730525 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.730841 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.731142 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.732240 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.882061 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.882439 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.882771 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.883078 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.883378 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.883787 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.884129 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.884382 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.884669 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.885005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.885301 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.885693 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.885911 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.886202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.886514 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.886903 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.887119 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.887439 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.887761 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.888253 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.888542 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.888824 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.889163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.889444 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.889721 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.890148 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 13:11:32.890442 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 13:11:32.890717 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 13:11:32.890987 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 13:11:32.891257 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 13:11:32.891526 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 13:11:32.891975 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 11 13:11:32.895289 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 11 13:11:32.899354 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 11 13:11:32.904439 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1500, 1549)])]) Feb 11 13:11:32.906137 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 11 13:11:32.907429 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 11 13:11:32.907844 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 11 13:11:32.908291 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 11 13:11:32.911176 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 11 13:11:32.911460 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 11 13:11:32.911875 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 11 13:11:32.934079 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 11 13:11:32.934599 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.934935 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80003) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 11 13:11:32.935349 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.936713 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80003) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 11 13:11:32.937036 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 11 13:11:32.937327 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 11 13:11:32.941257 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:32.941571 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.008122 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 11 13:11:33.008319 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 11 13:11:33.008570 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 11 13:11:33.008986 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 11 13:11:33.043152 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_db.sqlalchemy.engines [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80003) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 11 13:11:33.555757 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Initializing driver for type 'gre' Feb 11 13:11:33.556377 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] gre ID ranges: [(1, 1000)] Feb 11 13:11:33.647078 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Initializing driver for type 'local' Feb 11 13:11:33.647454 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Initializing driver for type 'vlan' Feb 11 13:11:33.698747 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] VlanTypeDriver initialization complete Feb 11 13:11:33.699049 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Initializing driver for type 'vxlan' Feb 11 13:11:33.699680 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] vxlan ID ranges: [(1, 1000)] Feb 11 13:11:33.816205 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Initializing extension driver 'port_security' Feb 11 13:11:33.816558 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.extensions.port_security [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] PortSecurityExtensionDriver initialization complete Feb 11 13:11:33.816968 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Initializing mechanism driver 'openvswitch' Feb 11 13:11:33.823704 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:11:33.824536 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > port after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.824957 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > port after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.825327 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > port after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.825746 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > subnet after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.826129 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > subnet after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.826507 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.826923 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > network after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.827381 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > network after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.827381 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > network after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.829109 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > security_group after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.829109 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > security_group after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.829363 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.829965 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.830350 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.830809 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.831139 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > address_group after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.831516 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > address_group after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.831930 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.832291 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] ML2 OVO RPC backend initialized. {{(pid=80003) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 11 13:11:33.833038 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.833420 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.833874 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > network before_response 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.834251 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > networks before_response 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.834627 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > port before_response 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.835013 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > ports before_response 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.835348 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > subnet before_response 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.835741 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > subnets before_response 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.836121 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > network after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.836490 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > network after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.836856 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > network after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.837238 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > port after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.837598 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > port after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.837967 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > port after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.838321 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > subnet after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.838688 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > subnet after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.839049 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.839728 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.plugin [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Modular L2 Plugin initialization complete Feb 11 13:11:33.840083 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading services supported by the core plugin {{(pid=80003) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 11 13:11:33.840448 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.plugins.ml2.managers [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Got port-security extension from driver 'port_security' Feb 11 13:11:33.840961 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.extensions.vlantransparent [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Disabled vlantransparent extension. Feb 11 13:11:33.841427 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80003) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 11 13:11:33.841764 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading Plugin: router Feb 11 13:11:33.880523 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.880960 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router after_create 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.881361 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router before_create 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.881763 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.882172 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.882563 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router after_delete 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.882958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.883360 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router after_create 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.883766 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router after_update 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.884154 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router after_update 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.884541 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.884937 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router after_update 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.885421 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router precommit_update 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.885835 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: port after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.886212 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: port after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.886583 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: subnet after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.886955 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.887347 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.887755 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router precommit_create 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.888138 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: port before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.888513 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router precommit_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.888917 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router after_update 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.889292 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.889676 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router precommit_create 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.890081 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.890462 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router precommit_update 55549900 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.891513 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > network after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.892623 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Tracking information for resource: router configured {{(pid=80003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 13:11:33.892989 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Tracking information for resource: floatingip configured {{(pid=80003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 11 13:11:33.898142 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.l3_agentschedulers_db [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 11 13:11:33.898832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: port after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.899224 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: port after_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.899607 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: port after_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.900019 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: port after_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.900943 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router before_create 55550100 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.901336 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.901739 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router precommit_create 55550100 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.902125 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > router precommit_update 55550100 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.906952 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.provider_configuration [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Service providers = [] {{(pid=80003) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 11 13:11:33.907348 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.servicetype_db [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80003) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 11 13:11:33.910261 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.service_base [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 11 13:11:33.910643 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.service_base [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 11 13:11:33.911015 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.service_base [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 11 13:11:33.911917 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.service_base [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 11 13:11:33.912317 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.services.service_base [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 11 13:11:33.912738 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 13:11:33.913089 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 11 13:11:33.923316 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 13:11:33.923699 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading Plugin: auto_allocate Feb 11 13:11:33.929515 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: network precommit_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.929919 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: network precommit_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.930516 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 13:11:33.930871 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading Plugin: tag Feb 11 13:11:33.938530 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 13:11:33.938885 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading Plugin: timestamp Feb 11 13:11:33.942738 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 13:11:33.943103 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading Plugin: network_ip_availability Feb 11 13:11:33.948904 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.949258 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.949644 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:33.950457 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 13:11:33.950812 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading Plugin: flavors Feb 11 13:11:33.956198 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 13:11:33.956521 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading Plugin: revisions Feb 11 13:11:33.961102 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 11 13:11:33.961507 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.033s {{(pid=80003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:11:33.962341 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80003) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 11 13:11:33.962697 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Initializing extension manager. Feb 11 13:11:33.963261 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: __init__.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.963633 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: __pycache__ {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.964022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.964386 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: address_group.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.965211 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:33.965858 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: address-group Feb 11 13:11:33.966210 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: address_scope.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.966966 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:33.967540 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: address-scope Feb 11 13:11:33.967921 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.968885 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:33.969455 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: router-admin-state-down-before-update Feb 11 13:11:33.969804 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: agent.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.970562 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:33.971135 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: agent Feb 11 13:11:33.971488 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: agent_resources_synced.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.972432 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:33.973006 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: agent-resources-synced Feb 11 13:11:33.973363 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: allowedaddresspairs.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.975182 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:33.975803 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: allowed-address-pairs Feb 11 13:11:33.976166 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: auto_allocated_topology.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.977232 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:33.977808 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: auto-allocated-topology Feb 11 13:11:33.978165 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: availability_zone.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.978905 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:33.979473 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: availability_zone Feb 11 13:11:33.979880 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: availability_zone_filter.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.980766 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:33.981465 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: availability_zone_filter Feb 11 13:11:33.981818 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: data_plane_status.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.982729 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:33.983298 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension data-plane-status not supported by any of loaded plugins Feb 11 13:11:33.983677 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: default_subnetpools.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.984616 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:33.985189 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: default-subnetpools Feb 11 13:11:33.985542 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.986398 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:33.986982 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: dhcp_agent_scheduler Feb 11 13:11:33.987339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: dns.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.988295 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:33.988862 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension dns-integration not supported by any of loaded plugins Feb 11 13:11:33.989216 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: dns_domain_ports.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.990133 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:33.990695 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 11 13:11:33.991053 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: dvr.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.991802 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:33.992379 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: dvr Feb 11 13:11:33.992733 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: empty_string_filtering.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.993670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:33.994241 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: empty-string-filtering Feb 11 13:11:33.994595 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.995512 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:33.996150 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 11 13:11:33.996502 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.997420 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:33.997989 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 11 13:11:33.998342 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: external_net.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:33.999250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.000373 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: external-net Feb 11 13:11:34.000727 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.001656 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.002230 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: extra_dhcp_opt Feb 11 13:11:34.002583 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: extraroute.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.003500 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.004104 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: extraroute Feb 11 13:11:34.004463 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: extraroute_atomic.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.005511 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.006084 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: extraroute-atomic Feb 11 13:11:34.006440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: filter_validation.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.007155 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.007766 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: filter-validation Feb 11 13:11:34.008126 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: fip_pf_description.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.009037 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.009608 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 11 13:11:34.009963 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: fip_port_details.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.010993 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.011559 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: fip-port-details Feb 11 13:11:34.011943 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: flavors.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.013201 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.013779 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: flavors Feb 11 13:11:34.014137 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.016404 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.016992 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 11 13:11:34.017356 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: floatingip_pools.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.018121 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.018705 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: floatingip-pools Feb 11 13:11:34.019060 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: ip_allocation.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.020029 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.020598 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension ip_allocation not supported by any of loaded plugins Feb 11 13:11:34.020956 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.021878 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.022451 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: ip-substring-filtering Feb 11 13:11:34.022809 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: l2_adjacency.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.023777 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.024344 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 11 13:11:34.024700 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: l3.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.025825 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.026404 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: router Feb 11 13:11:34.026766 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.029131 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.029737 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 11 13:11:34.030082 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.031218 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.031698 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: ext-gw-mode Feb 11 13:11:34.032066 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.033144 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.033729 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: l3-ha Feb 11 13:11:34.034089 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: l3_flavors.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.035010 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.035593 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: l3-flavors Feb 11 13:11:34.035981 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.036915 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.037487 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 11 13:11:34.037848 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: l3agentscheduler.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.039120 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.039750 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: l3_agent_scheduler Feb 11 13:11:34.040115 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: logging.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.041705 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.042289 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension logging not supported by any of loaded plugins Feb 11 13:11:34.042658 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: metering.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.043460 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.044198 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: metering Feb 11 13:11:34.044569 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.045691 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.046272 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: metering_source_and_destination_fields Feb 11 13:11:34.046650 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: multiprovidernet.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.047585 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.048220 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: multi-provider Feb 11 13:11:34.048577 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: netmtu.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.049497 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.050066 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: net-mtu Feb 11 13:11:34.050424 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: netmtu_writable.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.051347 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.051941 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: net-mtu-writable Feb 11 13:11:34.052300 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: network_availability_zone.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.053150 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.053722 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: network_availability_zone Feb 11 13:11:34.054081 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: network_ip_availability.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.055204 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.055804 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: network-ip-availability Feb 11 13:11:34.056163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: network_segment_range.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.057004 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.057576 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension network-segment-range not supported by any of loaded plugins Feb 11 13:11:34.057938 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: pagination.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.058925 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.059297 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: pagination Feb 11 13:11:34.059690 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: port_device_profile.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.060601 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.061178 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: port-device-profile Feb 11 13:11:34.061536 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.062980 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.063554 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: port-mac-address-regenerate Feb 11 13:11:34.063938 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.064849 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.065413 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: port-numa-affinity-policy Feb 11 13:11:34.065770 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: port_resource_request.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.066718 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.067279 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension port-resource-request not supported by any of loaded plugins Feb 11 13:11:34.067658 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: portbindings.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.068605 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.069174 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: binding Feb 11 13:11:34.069529 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: portbindings_extended.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.070841 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.071410 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: binding-extended Feb 11 13:11:34.071878 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: portsecurity.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.073039 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.073634 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: port-security Feb 11 13:11:34.073909 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: project_id.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.074880 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.075249 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: project-id Feb 11 13:11:34.075603 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: providernet.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.076551 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.077124 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: provider Feb 11 13:11:34.077473 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: qos.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.081835 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.082428 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension qos not supported by any of loaded plugins Feb 11 13:11:34.082793 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.084102 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.084676 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 11 13:11:34.085041 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.085960 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.086534 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 11 13:11:34.086885 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: qos_default.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.087824 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.088395 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension qos-default not supported by any of loaded plugins Feb 11 13:11:34.088756 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: qos_fip.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.089450 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.090008 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension qos-fip not supported by any of loaded plugins Feb 11 13:11:34.090371 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: qos_gateway_ip.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.091340 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.091940 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 11 13:11:34.092300 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: qos_port_network_policy.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.093214 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.093803 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 11 13:11:34.094161 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: qos_rule_type_details.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.095082 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.095690 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 11 13:11:34.096025 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: qos_rules_alias.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.097077 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.097645 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 11 13:11:34.098000 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: quotasv2.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.099071 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.099442 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: quotas Feb 11 13:11:34.099826 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: quotasv2_detail.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.102869 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.103255 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: quota_details Feb 11 13:11:34.103623 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: rbac.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.104906 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.105537 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: rbac-policies Feb 11 13:11:34.105897 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: rbac_address_scope.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.106895 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.107479 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: rbac-address-scope Feb 11 13:11:34.107872 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: rbac_security_groups.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.108799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.109902 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: rbac-security-groups Feb 11 13:11:34.110258 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: rbac_subnetpool.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.111186 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.111785 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: rbac-subnetpool Feb 11 13:11:34.112148 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: revisionifmatch.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.113087 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.113668 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: revision-if-match Feb 11 13:11:34.114027 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: revisions.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.115179 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.115781 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: standard-attr-revisions Feb 11 13:11:34.116142 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: router_availability_zone.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.116866 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.117439 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: router_availability_zone Feb 11 13:11:34.117794 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: routerservicetype.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.118714 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.119291 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension router-service-type not supported by any of loaded plugins Feb 11 13:11:34.119686 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.120609 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.121171 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: security-groups-normalized-cidr Feb 11 13:11:34.121527 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.122501 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.123084 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: port-security-groups-filtering Feb 11 13:11:34.123441 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.124455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.125593 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: security-groups-remote-address-group Feb 11 13:11:34.125949 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: securitygroup.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.139632 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.140327 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: security-group Feb 11 13:11:34.140762 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: segment.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.141698 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.142276 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension segment not supported by any of loaded plugins Feb 11 13:11:34.142638 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.143692 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.144281 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 11 13:11:34.144640 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: servicetype.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.145755 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.146343 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: service-type Feb 11 13:11:34.146704 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: sorting.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.147704 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.148079 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: sorting Feb 11 13:11:34.148435 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: standard_attr_segment.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.149362 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.149945 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 11 13:11:34.150305 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: standardattrdescription.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.150989 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.151563 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: standard-attr-description Feb 11 13:11:34.151945 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: stateful_security_group.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.152867 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.153438 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: stateful-security-group Feb 11 13:11:34.153794 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: stdattrs_common.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.154375 dv-cinder-773985-4-smb neutron-server[80003]: WARNING neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 11 13:11:34.154729 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.155767 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.156369 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 11 13:11:34.156726 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: subnet_onboard.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.157796 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.158384 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: subnet_onboard Feb 11 13:11:34.158737 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.159700 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.160287 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 11 13:11:34.160644 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: subnet_service_types.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.161814 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.162243 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: subnet-service-types Feb 11 13:11:34.162506 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: subnetallocation.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.163586 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.164226 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: subnet_allocation Feb 11 13:11:34.164581 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.172639 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.173201 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: subnetpool-prefix-ops Feb 11 13:11:34.173555 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.174537 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.175110 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 11 13:11:34.175452 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: tagging.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.176830 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.177404 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: standard-attr-tag Feb 11 13:11:34.177760 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: timestamp.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.178966 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.179544 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loaded extension: standard-attr-timestamp Feb 11 13:11:34.179929 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: trunk.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.180949 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.181527 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension trunk not supported by any of loaded plugins Feb 11 13:11:34.181888 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: trunk_details.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.182821 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.183397 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension trunk-details not supported by any of loaded plugins Feb 11 13:11:34.183800 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: uplink_status_propagation.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.184727 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.185302 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 11 13:11:34.185660 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Loading extension file: vlantransparent.py {{(pid=80003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 11 13:11:34.186383 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:11:34.186955 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 11 13:11:34.190338 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Creating instance of TrackedResource for resource:network Feb 11 13:11:34.191181 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Creating instance of TrackedResource for resource:subnet Feb 11 13:11:34.191868 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:11:34.192525 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Creating instance of TrackedResource for resource:port Feb 11 13:11:34.194080 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 13:11:34.194569 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Service FLAVORS assigned prefix: {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 13:11:34.195345 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 13:11:34.195865 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 13:11:34.196242 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Creating instance of TrackedResource for resource:router Feb 11 13:11:34.196990 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 13:11:34.198015 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Service METERING assigned prefix: /metering {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 13:11:34.199954 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:34.200305 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:34.200687 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80003) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:11:34.201886 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 13:11:34.202364 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Creating instance of TrackedResource for resource:security_group Feb 11 13:11:34.203207 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 13:11:34.204040 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Service CORE assigned prefix: {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 13:11:34.204411 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:11:34.204783 dv-cinder-773985-4-smb neutron-server[80003]: WARNING neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] subnetpool is already registered Feb 11 13:11:34.205470 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Service CORE assigned prefix: {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 13:11:34.205834 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:11:34.206192 dv-cinder-773985-4-smb neutron-server[80003]: WARNING neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] subnetpool is already registered Feb 11 13:11:34.209047 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 13:11:34.209517 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Service FLAVORS assigned prefix: {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 13:11:34.210168 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 13:11:34.210627 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 13:11:34.211020 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Creating instance of TrackedResource for resource:router Feb 11 13:11:34.211387 dv-cinder-773985-4-smb neutron-server[80003]: WARNING neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] router is already registered Feb 11 13:11:34.212049 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 13:11:34.212412 dv-cinder-773985-4-smb neutron-server[80003]: WARNING neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] floatingip is already registered Feb 11 13:11:34.213108 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Service METERING assigned prefix: /metering {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 13:11:34.213867 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 13:11:34.214224 dv-cinder-773985-4-smb neutron-server[80003]: WARNING neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] rbac_policy is already registered Feb 11 13:11:34.214867 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Creating instance of TrackedResource for resource:security_group Feb 11 13:11:34.215225 dv-cinder-773985-4-smb neutron-server[80003]: WARNING neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] security_group is already registered Feb 11 13:11:34.215934 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 13:11:34.216305 dv-cinder-773985-4-smb neutron-server[80003]: WARNING neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] security_group_rule is already registered Feb 11 13:11:34.217056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Service CORE assigned prefix: {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 13:11:34.217416 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:11:34.217774 dv-cinder-773985-4-smb neutron-server[80003]: WARNING neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] subnetpool is already registered Feb 11 13:11:34.218436 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.resource_helper [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Service CORE assigned prefix: {{(pid=80003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 11 13:11:34.218824 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:11:34.219181 dv-cinder-773985-4-smb neutron-server[80003]: WARNING neutron.quota.resource_registry [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] subnetpool is already registered Feb 11 13:11:34.219951 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: extensions {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.221573 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: address-groups {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.223261 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: address-scopes {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.224576 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: agents {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.225795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: auto-allocated-topology {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.227125 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: availability_zones {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.228634 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: dhcp-networks {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.230142 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: dhcp-agents {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.231684 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: routers {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.233592 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: flavors {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.235430 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: service_profiles {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.236765 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: next_providers {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.238383 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: service_profiles {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.240008 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: floatingip-pools {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.241319 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: routers {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.244657 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: floatingips {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.245959 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: l3-routers {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.247438 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: l3-agents {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.248990 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: metering-labels {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.251019 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: metering-label-rules {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.252446 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: network-ip-availabilities {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.253830 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: bindings {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.255621 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: quotas {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.257187 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: quotas {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.258691 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: rbac-policies {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.260099 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: security-groups {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.261404 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: security-group-rules {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.262709 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: service-providers {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.264060 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: subnetpools {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.265600 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: subnetpools {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.267151 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.268974 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.270910 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.272813 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.274716 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.276545 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.278427 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.280392 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.282427 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.284414 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.extensions [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Extended resource: tags {{(pid=80003) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 11 13:11:34.291601 dv-cinder-773985-4-smb neutron-server[80003]: WARNING keystonemiddleware.auth_token [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 11 13:11:34.297516 dv-cinder-773985-4-smb neutron-server[80003]: WARNING keystonemiddleware.auth_token [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 11 13:11:34.306932 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Acquired lock "singleton_lock" {{(pid=80003) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 11 13:11:34.307534 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Releasing lock "singleton_lock" {{(pid=80003) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 11 13:11:34.309004 dv-cinder-773985-4-smb neutron-server[80003]: INFO oslo_service.service [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Starting 2 workers Feb 11 13:11:34.314514 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Started child 80114 {{(pid=80003) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 11 13:11:34.318679 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:34.319555 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Started child 80115 {{(pid=80003) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 11 13:11:34.320199 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [-] (80114) wsgi starting up on http://0.0.0.0:9696 Feb 11 13:11:34.321246 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.service [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 11 13:11:34.321952 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Notify callbacks [] for process, before_spawn {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:34.324903 dv-cinder-773985-4-smb neutron-server[80003]: INFO oslo_service.service [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Starting 1 workers Feb 11 13:11:34.325876 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:34.328229 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [-] (80115) wsgi starting up on http://0.0.0.0:9696 Feb 11 13:11:34.330636 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Started child 80116 {{(pid=80003) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 11 13:11:34.331220 dv-cinder-773985-4-smb neutron-server[80003]: INFO oslo_service.service [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Starting 1 workers Feb 11 13:11:34.332826 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.service [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] calling RpcWorker wait() {{(pid=80116) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 11 13:11:34.333238 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.service [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] returning from RpcWorker wait() {{(pid=80116) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 11 13:11:34.334836 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:34.335349 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:11:34.336328 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Started child 80117 {{(pid=80003) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 11 13:11:34.337183 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be7ddd40-340b-44cc-8ddc-b26bb61fde02 None None] Notify callbacks [] for process, after_spawn {{(pid=80003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:34.338897 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80003) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 11 13:11:34.339113 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 11 13:11:34.339505 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 11 13:11:34.339787 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 11 13:11:34.340373 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 11 13:11:34.340544 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 11 13:11:34.341092 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.341290 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:34.341445 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.341690 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.341980 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.342329 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.342988 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:11:34.343141 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.343268 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.343580 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.343928 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.344211 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.344385 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.344739 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.345035 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.345320 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.345682 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.345982 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.346250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.346504 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.347051 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.347296 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.347519 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.347799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.348049 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] debug = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.348284 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.348867 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.349138 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.349363 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.349587 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.349883 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.350170 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.350464 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.350737 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.350964 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.351264 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.351515 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.351769 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.352096 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.352333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.352610 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.353068 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] host = dv-cinder-773985-4-smb {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.353325 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.353553 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.353781 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.354012 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.354280 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.354507 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.354805 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.355139 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.355441 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.355705 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.355991 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.356237 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.356480 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.356714 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] log_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.357101 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] log_options = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.357101 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.357517 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.357742 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.357973 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.357973 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.358444 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.358444 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.359713 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.359713 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.359713 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.360373 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.360373 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.360373 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.360971 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.360971 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.360971 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.361592 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.361592 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.362023 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.362023 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.362453 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.362453 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.362890 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.363108 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.363333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.363333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.364333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.364333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.364333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.364333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.365155 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.365155 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.365155 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.365788 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.365788 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.365788 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.366413 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.366413 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.366927 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.366927 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.367511 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.367511 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.367511 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.368190 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.368190 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.368190 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] use_json = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.368819 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.368819 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.369575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.369575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.369575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.369575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.370362 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.370362 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.370748 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.370748 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.371124 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.371339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.372015 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.372015 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.372456 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.372456 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.372882 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.372882 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.373296 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.373507 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.373733 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.373960 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.374169 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.374387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.374670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.375519 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.381750 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.381750 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.381750 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.381750 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.381750 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.381750 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.381750 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.120/identity {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.381750 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.383022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.383022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.383022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.383022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.383022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.383022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.383022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.383022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.383022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.386259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.386259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.386259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.386259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.386259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.386259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.386259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.386259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.386259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.388779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.388779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.388779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.388779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.388779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.388779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.388779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.388779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.388779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.390970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.390970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.390970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.390970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.390970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.390970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.390970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.390970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.390970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.392202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.392202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.392202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.392202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.392202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.392202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.392202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.392202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.392202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.393471 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.393471 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.393471 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.393471 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.393471 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.393471 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.393471 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.393471 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.393471 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.394795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.394795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.394795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.394795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.394795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.394795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.394795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.394795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.396405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.396405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.396405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.396405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.396405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.396405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.396405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.396405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.398432 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.398432 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.398432 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.398432 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.398432 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.398432 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.398432 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.398432 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.398922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.398922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.398922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.398922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.398922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.398922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.398922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.398922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.399390 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.399390 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.399390 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.399390 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.399785 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.399869 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.400154 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.400416 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.400842 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.401271 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.401708 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.402155 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.402464 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.402801 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.403056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.403300 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.403576 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.403800 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.403956 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.404594 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.404594 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.405026 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.405026 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.405309 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.405572 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.405857 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.406140 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.406431 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.406717 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.406990 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.407268 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.407536 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.120/identity {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.407842 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.408089 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.408363 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.408607 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.408872 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.409131 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.409380 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.409660 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.409914 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.410337 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.410489 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.410640 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.411347 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.411347 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.411347 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.412691 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.412691 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.412691 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.412691 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.412691 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.413509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.413509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.413509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.413509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.414053 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.414053 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.414320 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.414552 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.414763 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.414962 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.415239 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.415508 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.416740 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.416740 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.416740 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.416740 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.416740 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.417096 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.417176 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.417462 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.417729 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.418005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.418258 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.418604 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.418877 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.419133 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.419558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.419968 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.420362 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.420760 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.421019 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.421228 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.422153 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.422588 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.422883 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.423183 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.423461 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.423756 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.424009 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.424228 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.424632 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.425017 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.425541 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.425978 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.426427 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.426676 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.426903 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.427173 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.427414 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.427688 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.427925 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.428142 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.428362 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.428620 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.428837 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.429060 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.429280 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.429591 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.429931 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.430259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.430638 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.430909 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.431192 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.431469 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.431905 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.432174 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.432497 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.432713 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.432916 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.433241 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.433428 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.433778 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.434115 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.434411 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.434686 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.435008 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.435312 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1500:1549'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.435611 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.435921 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.438240 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.438240 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.438240 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.438240 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.438240 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.438240 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.439199 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.439199 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.439199 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.439199 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.439829 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.439829 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.439829 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.440426 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.440426 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.440851 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.440851 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.441270 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.441270 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.441670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.441882 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.441882 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 11 13:11:34.442474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80003) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 11 13:11:34.442711 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 11 13:11:34.442711 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 11 13:11:34.443114 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 11 13:11:34.443114 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 11 13:11:34.443708 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 11 13:11:34.443708 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.443708 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.444299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.444299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.444299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.444904 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.444904 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.444904 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.444904 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.445715 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.445715 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.445715 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.445715 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.445715 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.446726 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.446726 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.446726 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.446726 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.446726 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.446726 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.446726 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.448469 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.448469 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] debug = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.448469 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.448469 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.448469 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.448469 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.449586 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.449586 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.449586 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.449586 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.449586 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.449586 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.449586 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.449586 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.451194 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.451194 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.451194 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.451194 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.451194 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] host = dv-cinder-773985-4-smb {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.451194 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.451194 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.451194 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.452558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.452558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.452558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.452558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.452558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.452558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.452558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.452558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.453774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.453774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.453774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] log_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.453774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] log_options = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.453774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.453774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.453774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.453774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.454474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.454474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.454474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.454474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.454474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.454474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.454474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.455056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.455056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.455056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.455056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.455056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.455468 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.455468 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.455468 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.455873 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.455873 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.456067 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.456161 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.456255 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.456431 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.456614 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.456795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.456978 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.457161 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.457342 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.457523 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.457705 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.457886 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.458067 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.458303 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.458452 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.458614 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.458765 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.458922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.459071 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.459219 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.459368 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.459516 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.459688 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.459841 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.459988 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] use_json = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.460136 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.460294 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.460450 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.460599 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.460757 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.460907 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.461093 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.461245 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 11 13:11:34.461462 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.461619 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.461822 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.462007 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.462192 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.462377 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.462562 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.462747 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.462932 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.463095 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.463283 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.463441 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.463708 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.463864 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.464006 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.464189 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.464374 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.464560 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.464745 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.464959 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.465125 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.465267 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.465454 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.465638 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.465812 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.120/identity {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.466076 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.466224 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.466445 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.466445 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.466717 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.466817 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.466954 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.467110 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.467294 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.467479 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.467671 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.467874 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.468061 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.468251 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.468437 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.469160 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.469346 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.469532 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.469720 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.469905 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.470070 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.470257 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.470442 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.470629 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.470814 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.471015 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.471200 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.471385 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.471570 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.471783 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.471941 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.472128 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.472312 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.472497 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.472682 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.472866 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.473068 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.473254 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.473440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.473626 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.473811 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.473995 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.474179 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.474365 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.474551 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.474736 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.474922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.475108 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.475294 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.475479 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.475727 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.475875 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.476066 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.476250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.476441 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.476626 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.476811 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.476996 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.477181 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.477378 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.477581 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.477767 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.477953 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.478138 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.478323 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.478507 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.478691 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.478878 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.479061 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.480005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.480005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.480005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.480005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.480005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.480449 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.480449 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.480449 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.480813 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.480813 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.481035 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.481035 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.481256 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.481392 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.481526 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.481668 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.481824 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.482028 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.482217 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.482379 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.482608 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.482805 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.482973 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.483174 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.483440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.483580 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.483761 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.483929 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.484098 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.484300 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.484959 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.485127 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.485292 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.485467 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.485618 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.485777 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.485939 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.486102 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.486257 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.486412 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.486578 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.486739 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.486911 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.487074 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.487230 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.487389 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.487550 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.487733 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.487895 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.488057 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.120/identity {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.488216 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.488394 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.488551 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.488712 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.488871 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.489032 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.489191 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.489351 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.489499 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.489655 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.489821 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.489972 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.490122 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.490275 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.490428 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.490579 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.490723 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.490860 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.491003 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.491171 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.491313 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.491486 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.491709 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.491907 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.492075 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.492241 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.492405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.492567 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.492749 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.492916 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.493079 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.493237 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.493370 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.493519 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.493649 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.493777 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.493907 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.494055 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.494241 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.495662 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.495662 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.495662 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.495662 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.495662 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.495662 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.495662 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.495662 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.496520 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.496721 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.496927 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.497115 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.497306 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.497496 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.497684 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.497873 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.498069 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.498264 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.498452 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.498640 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.498816 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.499001 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.499189 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.499388 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.499584 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.499793 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.500460 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.500667 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.500870 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.501037 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.501158 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.501295 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.501433 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.501609 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.501843 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.501968 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.502078 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.502251 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.502446 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.502603 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.502822 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.503030 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.503217 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.503386 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.503582 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.503582 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.503860 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.504066 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.504258 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.504258 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.504895 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.504895 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.504895 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.504895 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.505650 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.505650 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.505650 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.505650 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1500:1549'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.506200 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.506200 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.506200 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.506591 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.506591 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.506591 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.506976 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.506976 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.507187 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.507187 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.507444 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.507580 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.507769 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.507908 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.508046 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.508183 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.508320 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.508494 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.508703 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.508892 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.509077 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.509262 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.509447 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:11:34.509626 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80003) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 11 13:11:34.533997 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:11:34.537836 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 60060) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:34.552493 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [-] 10.222.0.120 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0122156 Feb 11 13:11:45.699715 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811806f8-010a-4b78-bcb0-0feeb4320519 None None] get_active_networks_info from dv-cinder-773985-4-smb {{(pid=80116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:11:45.891843 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811806f8-010a-4b78-bcb0-0feeb4320519 None None] No non-hosted networks {{(pid=80116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 11 13:11:46.077032 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b5621f02-9a9e-4d4b-8343-d3fabcb06712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765'] for agent, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:48.919622 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765'] for agent, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:48.966089 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e86431bc-9751-485b-bbc9-7fd1019a73b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765'] for agent, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:49.012572 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f4367651-dcf9-4b68-8f2a-3ecd1855b5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:50.084532 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765'] for agent, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:50.085883 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:11:50.086773 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:11:50.087397 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:11:50.087988 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:11:50.088537 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:11:50.089108 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:11:50.089646 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:11:50.090316 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:11:50.090866 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:11:50.091404 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:11:50.091976 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:11:50.092514 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:11:50.093162 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773985-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:11:50.101213 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:11:50.818058 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765'] for agent, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:52.172717 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 60154) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:52.217429 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] get_endpoint_by_host() called for host dv-cinder-773985-4-smb {{(pid=80116) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 11 13:11:52.218895 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] get_endpoint_by_ip() called for ip 192.168.0.123 {{(pid=80116) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 11 13:11:52.222578 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] _add_endpoint() called for ip 192.168.0.123 {{(pid=80116) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 11 13:11:52.286543 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] _get_endpoints() called {{(pid=80116) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 11 13:11:52.384179 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.l3_hamode_db [None req-4db80d2f-2d63-4136-83d0-434fc8ad9988 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 11 13:11:52.495383 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db80d2f-2d63-4136-83d0-434fc8ad9988 None None] Routers set() bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:11:52.496945 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db80d2f-2d63-4136-83d0-434fc8ad9988 None None] Router IDs set() for agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 11 13:11:52.901660 dv-cinder-773985-4-smb neutron-server[80003]: WARNING oslo_policy.policy [None req-0641f44e-0d3e-4d8e-b143-69999954888d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:11:52.902653 dv-cinder-773985-4-smb neutron-server[80003]: WARNING oslo_policy.policy [None req-0641f44e-0d3e-4d8e-b143-69999954888d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:11:53.177209 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [None req-0641f44e-0d3e-4d8e-b143-69999954888d admin admin] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:11:53.179194 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-0641f44e-0d3e-4d8e-b143-69999954888d admin admin] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 1.0037973 Feb 11 13:11:55.973260 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 60170) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:56.418283 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-24ae8ade-4144-4cdf-989c-b927cbffc5ee admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:56.490778 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.policy [None req-24ae8ade-4144-4cdf-989c-b927cbffc5ee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80114) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 11 13:11:56.491797 dv-cinder-773985-4-smb neutron-server[80003]: WARNING oslo_policy.policy [None req-24ae8ade-4144-4cdf-989c-b927cbffc5ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:11:56.492134 dv-cinder-773985-4-smb neutron-server[80003]: WARNING oslo_policy.policy [None req-24ae8ade-4144-4cdf-989c-b927cbffc5ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:11:56.518963 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota [None req-24ae8ade-4144-4cdf-989c-b927cbffc5ee admin admin] Loaded quota_driver: . Feb 11 13:11:56.536302 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-24ae8ade-4144-4cdf-989c-b927cbffc5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:11:56.639280 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24ae8ade-4144-4cdf-989c-b927cbffc5ee admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769292746610', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769293251978', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769293248398', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769293225678', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769293234743', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1402891', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1389790', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854445916', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-785064'] for rbac-policy, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:56.909977 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24ae8ade-4144-4cdf-989c-b927cbffc5ee admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:11:56.911175 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-24ae8ade-4144-4cdf-989c-b927cbffc5ee admin admin] 10.222.0.120 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9369302 Feb 11 13:12:00.050845 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 60184) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:00.485212 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '69755990d65a4225b6d4a54a965bc18e', 'name': 'private'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:00.491298 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:12:00.496446 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Usage tracker for resource:network and tenant:69755990d65a4225b6d4a54a965bc18e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:12:00.501019 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:12:00.507482 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:12:00.555501 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Made reservation on behalf of 69755990d65a4225b6d4a54a965bc18e for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:12:00.562362 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:00.580807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:00.596419 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:12:00.600420 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Usage tracker for resource:security_group_rule and tenant:69755990d65a4225b6d4a54a965bc18e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:12:00.604238 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:12:00.610587 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:12:00.873763 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:00.907227 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:00.913520 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:01.096045 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:12:01.123076 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769294546052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:01.123583 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.segments_db [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Added segment 5fd4aa80-1cad-4aa6-b518-847269cfaed4 of type vxlan for network 19c64a8f-81fd-4881-a40b-d638e018607c Feb 11 13:12:01.132663 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812fe7b0-09e6-4c30-ac9f-c14d2c92ad76,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:01.183859 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:01.184223 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:01.184580 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:01.184933 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:01.185282 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:01.185625 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:01.185969 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:01.186429 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:01.186801 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:01.187140 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:01.187484 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:01.187873 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Tracked resource versions report: Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: pushed versions: Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: { 'AddressGroup': {'1.1'}, Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': {'1.0'}, Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': {'1.0'}, Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': {'1.1'}, Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': {'1.7'}, Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': {'1.2'}, Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': {'1.8'}, Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': {'1.4'}, Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': {'1.0'}, Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': {'1.1'}, Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': {'1.1'}} Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: consumer versions: Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: { DHCP agent@dv-cinder-773985-4-smb: {}, Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: L3 agent@dv-cinder-773985-4-smb: {}, Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: Metadata agent@dv-cinder-773985-4-smb: {}, Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: Metering agent@dv-cinder-773985-4-smb: {}, Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: Open vSwitch agent@dv-cinder-773985-4-smb: { 'AddressGroup': '1.1', Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': '1.0', Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': '1.0', Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': '1.1', Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': '1.7', Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': '1.2', Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': '1.8', Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': '1.4', Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': '1.2', Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': '1.0', Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': '1.1', Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': '1.1'}} Feb 11 13:12:01.189020 dv-cinder-773985-4-smb neutron-server[80003]: {{(pid=80114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 13:12:01.216619 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:01.349756 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769294074005'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:01.412613 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:01.414104 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:12:01.414792 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:01.420283 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:01.534213 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Pushing event updated for resources: {'Network': ['ID=19c64a8f-81fd-4881-a40b-d638e018607c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:01.537462 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:01.545364 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Network 19c64a8f-81fd-4881-a40b-d638e018607c details requested by agent ovs-agent-dv-cinder-773985-4-smb with host dv-cinder-773985-4-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:12:01.573819 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.5217793 Feb 11 13:12:04.737566 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 60200) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:05.261218 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b247344-1da5-46e6-a266-81ee443f568f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:12:05.262610 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-0b247344-1da5-46e6-a266-81ee443f568f admin admin] 10.222.0.120 "GET /v2.0/networks/19c64a8f-81fd-4881-a40b-d638e018607c HTTP/1.1" status: 200 len: 818 time: 0.5240240 Feb 11 13:12:05.293070 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-739564ae-f944-43ab-9927-c3d9fee34b5f admin admin] 10.222.0.120 "GET /v2.0/subnetpools/1c4c6f22-b60e-4b0c-b7ac-88d9cd837b8a HTTP/1.1" status: 200 len: 734 time: 0.0242136 Feb 11 13:12:05.303740 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-d82528db-f68b-4e4a-8f4b-e0cff2bf1f37 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '19c64a8f-81fd-4881-a40b-d638e018607c', 'tenant_id': '69755990d65a4225b6d4a54a965bc18e', 'subnetpool_id': '1c4c6f22-b60e-4b0c-b7ac-88d9cd837b8a', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:05.308647 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d82528db-f68b-4e4a-8f4b-e0cff2bf1f37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:12:05.312727 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-d82528db-f68b-4e4a-8f4b-e0cff2bf1f37 admin admin] Usage tracker for resource:subnet and tenant:69755990d65a4225b6d4a54a965bc18e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:12:05.315807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-d82528db-f68b-4e4a-8f4b-e0cff2bf1f37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:12:05.321566 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d82528db-f68b-4e4a-8f4b-e0cff2bf1f37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:12:05.421555 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82528db-f68b-4e4a-8f4b-e0cff2bf1f37 admin admin] Made reservation on behalf of 69755990d65a4225b6d4a54a965bc18e for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:12:05.426231 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d82528db-f68b-4e4a-8f4b-e0cff2bf1f37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:05.949758 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d82528db-f68b-4e4a-8f4b-e0cff2bf1f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:05.965784 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:06.116127 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82528db-f68b-4e4a-8f4b-e0cff2bf1f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dbccdb0-eb95-42b0-b0d2-74dd6aab2729,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:06.119455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d82528db-f68b-4e4a-8f4b-e0cff2bf1f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:06.183075 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82528db-f68b-4e4a-8f4b-e0cff2bf1f37 admin admin] Checking segment: {'id': '5fd4aa80-1cad-4aa6-b518-847269cfaed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '19c64a8f-81fd-4881-a40b-d638e018607c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:12:06.183462 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82528db-f68b-4e4a-8f4b-e0cff2bf1f37 admin admin] Network hostable DHCP agents. Network: 19c64a8f-81fd-4881-a40b-d638e018607c, hostable agents: ['1ef1e8a0-3524-48fd-9506-a9618884bda0'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:12:06.246577 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82528db-f68b-4e4a-8f4b-e0cff2bf1f37 admin admin] Network 19c64a8f-81fd-4881-a40b-d638e018607c is scheduled to be hosted by DHCP agent 1ef1e8a0-3524-48fd-9506-a9618884bda0 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:12:06.283836 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-d82528db-f68b-4e4a-8f4b-e0cff2bf1f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-smb, 19c64a8f-81fd-4881-a40b-d638e018607c) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:12:06.289038 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82528db-f68b-4e4a-8f4b-e0cff2bf1f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:12:06.289679 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d82528db-f68b-4e4a-8f4b-e0cff2bf1f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:06.294745 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c77b9f-f40f-4f59-9a30-fca266fdf5c8 None None] Network 19c64a8f-81fd-4881-a40b-d638e018607c requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:12:06.355898 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-d82528db-f68b-4e4a-8f4b-e0cff2bf1f37 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0560277 Feb 11 13:12:06.623500 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15d7bf49-fbbe-50d7-94f3-dd471b9ffc91-19c64a8f-81fd-4881-a40b-d638e018607c', 'network_id': '19c64a8f-81fd-4881-a40b-d638e018607c', 'tenant_id': '69755990d65a4225b6d4a54a965bc18e', 'fixed_ips': [{'subnet_id': '8dbccdb0-eb95-42b0-b0d2-74dd6aab2729'}]}} from dv-cinder-773985-4-smb. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 13:12:06.625430 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:07.130316 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Allocated IP 172.20.0.2 (19c64a8f-81fd-4881-a40b-d638e018607c/8dbccdb0-eb95-42b0-b0d2-74dd6aab2729/85abca48-6cb9-45e0-b8e7-deb43f0bd7d0) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:12:07.387999 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:07.464516 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Transition to ACTIVE for port object 85abca48-6cb9-45e0-b8e7-deb43f0bd7d0 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:12:07.483528 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Transition to ACTIVE for port object 85abca48-6cb9-45e0-b8e7-deb43f0bd7d0 will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:12:07.521570 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:07.538546 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:07.693347 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Pushing event updated for resources: {'Port': ['ID=85abca48-6cb9-45e0-b8e7-deb43f0bd7d0,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:07.704985 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:07.705359 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:07.705723 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:07.706094 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:07.706443 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:07.706800 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:07.707153 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:07.707508 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:07.707877 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:07.708230 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:07.709124 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:07.709124 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Tracked resource versions report: Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: pushed versions: Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: { 'AddressGroup': {'1.1'}, Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': {'1.0'}, Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': {'1.0'}, Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': {'1.1'}, Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': {'1.7'}, Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': {'1.2'}, Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': {'1.8'}, Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': {'1.4'}, Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': {'1.0'}, Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': {'1.1'}, Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': {'1.1'}} Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: consumer versions: Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: { DHCP agent@dv-cinder-773985-4-smb: {}, Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: L3 agent@dv-cinder-773985-4-smb: {}, Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: Metadata agent@dv-cinder-773985-4-smb: {}, Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: Metering agent@dv-cinder-773985-4-smb: {}, Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: Open vSwitch agent@dv-cinder-773985-4-smb: { 'AddressGroup': '1.1', Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': '1.0', Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': '1.0', Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': '1.1', Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': '1.7', Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': '1.2', Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': '1.8', Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': '1.4', Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': '1.2', Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': '1.0', Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': '1.1', Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': '1.1'}} Feb 11 13:12:07.709982 dv-cinder-773985-4-smb neutron-server[80003]: {{(pid=80116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 13:12:07.717124 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:07.761887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Network 19c64a8f-81fd-4881-a40b-d638e018607c is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:12:07.763120 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Resources bound (agent type, host, resource id): {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:12:07.766536 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:12:07.828791 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Attempting to bind port 85abca48-6cb9-45e0-b8e7-deb43f0bd7d0 on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:12:07.829213 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Attempting to bind port 85abca48-6cb9-45e0-b8e7-deb43f0bd7d0 by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '5fd4aa80-1cad-4aa6-b518-847269cfaed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '19c64a8f-81fd-4881-a40b-d638e018607c'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:12:07.829626 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Attempting to bind port 85abca48-6cb9-45e0-b8e7-deb43f0bd7d0 on network 19c64a8f-81fd-4881-a40b-d638e018607c {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:12:07.835889 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:12:07.836482 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Checking segment: {'id': '5fd4aa80-1cad-4aa6-b518-847269cfaed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '19c64a8f-81fd-4881-a40b-d638e018607c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:12:07.836962 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:07.837390 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Bound using segment: {'id': '5fd4aa80-1cad-4aa6-b518-847269cfaed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '19c64a8f-81fd-4881-a40b-d638e018607c'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:12:07.837942 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Bound port: 85abca48-6cb9-45e0-b8e7-deb43f0bd7d0, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd4aa80-1cad-4aa6-b518-847269cfaed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '19c64a8f-81fd-4881-a40b-d638e018607c'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:12:07.838351 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:07.936721 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] For port 85abca48-6cb9-45e0-b8e7-deb43f0bd7d0, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:12:07.940803 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] For port 85abca48-6cb9-45e0-b8e7-deb43f0bd7d0, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=85abca48-6cb9-45e0-b8e7-deb43f0bd7d0,segment=NetworkSegment(5fd4aa80-1cad-4aa6-b518-847269cfaed4),segment_id=5fd4aa80-1cad-4aa6-b518-847269cfaed4)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:12:07.976675 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:07.992723 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:08.161409 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Pushing event updated for resources: {'Port': ['ID=85abca48-6cb9-45e0-b8e7-deb43f0bd7d0,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:08.166780 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:09.200261 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 60210) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:09.958454 dv-cinder-773985-4-smb neutron-server[80003]: WARNING oslo_policy.policy [None req-33cf26cd-4ffb-4a1b-a4ef-496d018356b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:12:09.959112 dv-cinder-773985-4-smb neutron-server[80003]: WARNING oslo_policy.policy [None req-33cf26cd-4ffb-4a1b-a4ef-496d018356b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:12:10.194815 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [None req-33cf26cd-4ffb-4a1b-a4ef-496d018356b4 admin admin] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:12:10.196002 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-33cf26cd-4ffb-4a1b-a4ef-496d018356b4 admin admin] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9947183 Feb 11 13:12:12.291617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 85abca48-6cb9-45e0-b8e7-deb43f0bd7d0 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:12:12.400735 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port 85abca48-6cb9-45e0-b8e7-deb43f0bd7d0 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:12:13.067175 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 60228) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:13.193817 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6daf23-a3a7-4030-9230-8c9e88369fe8 None None] Network 19c64a8f-81fd-4881-a40b-d638e018607c requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:12:13.334695 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-bee91327-5af2-4575-8fb3-1ea3fd9b6697 None None] Provisioning for port 85abca48-6cb9-45e0-b8e7-deb43f0bd7d0 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:12:13.343230 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-bee91327-5af2-4575-8fb3-1ea3fd9b6697 None None] Provisioning complete for port 85abca48-6cb9-45e0-b8e7-deb43f0bd7d0 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:12:13.343675 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bee91327-5af2-4575-8fb3-1ea3fd9b6697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:13.520146 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [None req-8aab119e-eaa9-4b89-9a8f-c2c75d115268 admin admin] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:12:13.521208 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-8aab119e-eaa9-4b89-9a8f-c2c75d115268 admin admin] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4530187 Feb 11 13:12:13.579603 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bee91327-5af2-4575-8fb3-1ea3fd9b6697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:13.625740 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-bee91327-5af2-4575-8fb3-1ea3fd9b6697 None None] For port 85abca48-6cb9-45e0-b8e7-deb43f0bd7d0, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=85abca48-6cb9-45e0-b8e7-deb43f0bd7d0,segment=NetworkSegment(5fd4aa80-1cad-4aa6-b518-847269cfaed4),segment_id=5fd4aa80-1cad-4aa6-b518-847269cfaed4)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:12:13.661744 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bee91327-5af2-4575-8fb3-1ea3fd9b6697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:13.664073 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5c0dd942-04bf-43a7-9014-d58e67214311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:13.787497 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee91327-5af2-4575-8fb3-1ea3fd9b6697 None None] Pushing event updated for resources: {'Port': ['ID=85abca48-6cb9-45e0-b8e7-deb43f0bd7d0,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:13.790633 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bee91327-5af2-4575-8fb3-1ea3fd9b6697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:13.885103 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-96c56f5c-6c4f-47af-82ec-7afab1c3a527 None None] Provisioning complete for port 85abca48-6cb9-45e0-b8e7-deb43f0bd7d0 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:12:13.885690 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-96c56f5c-6c4f-47af-82ec-7afab1c3a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:14.145606 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-1d7a4475-a4ef-4210-8237-d8b4c9736984 None None] Provisioning complete for port 85abca48-6cb9-45e0-b8e7-deb43f0bd7d0 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:12:14.146009 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4475-a4ef-4210-8237-d8b4c9736984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:14.280127 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 85abca48-6cb9-45e0-b8e7-deb43f0bd7d0 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:12:14.361348 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 85abca48-6cb9-45e0-b8e7-deb43f0bd7d0 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:12:14.362164 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:15.624050 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bb252ff4-ee97-49f4-91d3-c48c99cd52b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:16.660685 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 60240) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:17.089225 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-edb33189-febc-48e1-a086-3eb2c115bc3b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '69755990d65a4225b6d4a54a965bc18e'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:17.141472 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.policy [None req-edb33189-febc-48e1-a086-3eb2c115bc3b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80115) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 11 13:12:17.142331 dv-cinder-773985-4-smb neutron-server[80003]: WARNING oslo_policy.policy [None req-edb33189-febc-48e1-a086-3eb2c115bc3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:12:17.142739 dv-cinder-773985-4-smb neutron-server[80003]: WARNING oslo_policy.policy [None req-edb33189-febc-48e1-a086-3eb2c115bc3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:12:17.169780 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.quota [None req-edb33189-febc-48e1-a086-3eb2c115bc3b admin admin] Loaded quota_driver: . Feb 11 13:12:17.186117 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-edb33189-febc-48e1-a086-3eb2c115bc3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:12:17.192773 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-edb33189-febc-48e1-a086-3eb2c115bc3b admin admin] Usage tracker for resource:router and tenant:69755990d65a4225b6d4a54a965bc18e is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:12:17.197369 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-edb33189-febc-48e1-a086-3eb2c115bc3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:12:17.205988 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-edb33189-febc-48e1-a086-3eb2c115bc3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:12:17.255913 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-edb33189-febc-48e1-a086-3eb2c115bc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853194696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774854'] for router, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:17.258168 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-edb33189-febc-48e1-a086-3eb2c115bc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853191021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854262381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-947'] for router, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:17.343021 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-edb33189-febc-48e1-a086-3eb2c115bc3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:17.496791 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-edb33189-febc-48e1-a086-3eb2c115bc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513509'] for router, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:17.729801 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-edb33189-febc-48e1-a086-3eb2c115bc3b admin admin] Notify callbacks [] for router, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:17.731047 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-edb33189-febc-48e1-a086-3eb2c115bc3b admin admin] 10.222.0.120 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0692949 Feb 11 13:12:18.797983 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:18.992623 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-310d8d2f-608a-4703-95c4-924ac498f882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:20.086608 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:20.475083 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:20.718896 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 60262) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:20.937671 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [None req-ca16d677-3260-452e-86ac-9904951ec35c admin admin] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:12:20.938685 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-ca16d677-3260-452e-86ac-9904951ec35c admin admin] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2187753 Feb 11 13:12:23.657801 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 60282) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:23.746993 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-b03733df-1764-444f-9130-022486650346 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:23.754005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b03733df-1764-444f-9130-022486650346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:12:23.758241 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-b03733df-1764-444f-9130-022486650346 admin admin] Usage tracker for resource:network and tenant:8a265b38de434f1f8580a47cd727ce02 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:12:23.761823 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-b03733df-1764-444f-9130-022486650346 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:12:23.768367 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b03733df-1764-444f-9130-022486650346 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:12:23.875057 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03733df-1764-444f-9130-022486650346 admin admin] Made reservation on behalf of 8a265b38de434f1f8580a47cd727ce02 for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:12:23.881154 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:23.898291 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:23.913860 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b03733df-1764-444f-9130-022486650346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:12:23.917944 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-b03733df-1764-444f-9130-022486650346 admin admin] Usage tracker for resource:security_group_rule and tenant:8a265b38de434f1f8580a47cd727ce02 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:12:23.921620 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-b03733df-1764-444f-9130-022486650346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:12:23.927278 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b03733df-1764-444f-9130-022486650346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:12:24.187244 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:24.229439 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:24.235382 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:24.251149 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b03733df-1764-444f-9130-022486650346 admin admin] Reserving flat network on physical network physnet1 {{(pid=80115) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 11 13:12:24.345924 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769294546052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:24.346556 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Unsubscribe: segment precommit_create {{(pid=80115) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 11 13:12:24.347059 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.segments_db [None req-b03733df-1764-444f-9130-022486650346 admin admin] Added segment 2e4fb6fb-71bf-415e-b9e5-52a6f89d9593 of type flat for network 9b988e67-9b89-43b7-af4a-040b9df3e619 Feb 11 13:12:24.431028 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03733df-1764-444f-9130-022486650346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99bf1ff-4017-4567-bc0a-5970c5de2ab6,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:24.452037 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:24.452335 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:24.452677 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:24.453044 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:24.453400 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:24.453755 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:24.454109 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:24.454463 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:24.454832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:24.455179 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:24.455562 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:24.455973 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Tracked resource versions report: Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: pushed versions: Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: { 'AddressGroup': {'1.1'}, Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': {'1.0'}, Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': {'1.0'}, Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': {'1.1'}, Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': {'1.7'}, Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': {'1.2'}, Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': {'1.8'}, Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': {'1.4'}, Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': {'1.0'}, Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': {'1.1'}, Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': {'1.1'}} Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: consumer versions: Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: { DHCP agent@dv-cinder-773985-4-smb: {}, Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: L3 agent@dv-cinder-773985-4-smb: {}, Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: Metadata agent@dv-cinder-773985-4-smb: {}, Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: Metering agent@dv-cinder-773985-4-smb: {}, Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: Open vSwitch agent@dv-cinder-773985-4-smb: { 'AddressGroup': '1.1', Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': '1.0', Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': '1.0', Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': '1.1', Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': '1.7', Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': '1.2', Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': '1.8', Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': '1.4', Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': '1.2', Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': '1.0', Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': '1.1', Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': '1.1'}} Feb 11 13:12:24.457189 dv-cinder-773985-4-smb neutron-server[80003]: {{(pid=80115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 13:12:24.490190 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b03733df-1764-444f-9130-022486650346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:24.575702 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769294074005'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:24.655399 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:24.656869 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03733df-1764-444f-9130-022486650346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:12:24.657570 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b03733df-1764-444f-9130-022486650346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:24.662786 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:24.779687 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03733df-1764-444f-9130-022486650346 admin admin] Pushing event updated for resources: {'Network': ['ID=9b988e67-9b89-43b7-af4a-040b9df3e619,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:24.779687 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b03733df-1764-444f-9130-022486650346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:24.786361 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Network 9b988e67-9b89-43b7-af4a-040b9df3e619 details requested by agent ovs-agent-dv-cinder-773985-4-smb with host dv-cinder-773985-4-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:12:24.810609 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-b03733df-1764-444f-9130-022486650346 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1516132 Feb 11 13:12:27.419387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 60296) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:27.571964 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671127ab-c428-4d20-8b5e-c0a2315f3b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:12:27.573716 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-671127ab-c428-4d20-8b5e-c0a2315f3b77 admin admin] 10.222.0.120 "GET /v2.0/subnets/8dbccdb0-eb95-42b0-b0d2-74dd6aab2729 HTTP/1.1" status: 200 len: 849 time: 0.1532426 Feb 11 13:12:27.730632 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-d20bb00b-5b7d-4a85-b6a1-31108614393c admin admin] 10.222.0.120 "GET /v2.0/routers/90fb0a5c-8723-44f0-87ae-7ff01ad987ab HTTP/1.1" status: 200 len: 704 time: 0.1498361 Feb 11 13:12:28.248396 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:28.833955 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Allocated IP 172.20.0.1 (19c64a8f-81fd-4881-a40b-d638e018607c/8dbccdb0-eb95-42b0-b0d2-74dd6aab2729/519bd131-3603-4ef2-b286-a6d3f92a2335) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:12:29.131796 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:29.152582 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Transition to ACTIVE for port object 519bd131-3603-4ef2-b286-a6d3f92a2335 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:12:29.275293 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:29.291265 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:29.432934 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Pushing event updated for resources: {'Port': ['ID=519bd131-3603-4ef2-b286-a6d3f92a2335,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:29.440654 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:29.492975 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Network 19c64a8f-81fd-4881-a40b-d638e018607c is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:12:29.494136 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:12:29.497240 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:12:29.498457 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-514489'] for router_interface, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:29.792495 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-f0440cb0-1122-4b42-838a-b90acf41c3e4 None None] Provisioning for port 519bd131-3603-4ef2-b286-a6d3f92a2335 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:12:29.798290 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-f0440cb0-1122-4b42-838a-b90acf41c3e4 None None] Provisioning complete for port 519bd131-3603-4ef2-b286-a6d3f92a2335 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:12:29.802617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f0440cb0-1122-4b42-838a-b90acf41c3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:29.862299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-f0440cb0-1122-4b42-838a-b90acf41c3e4 None None] Port 519bd131-3603-4ef2-b286-a6d3f92a2335 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:12:29.886160 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:30.201150 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:30.232617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:30.233689 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853191683'] for router_interface, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:30.249338 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:30.399030 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Pushing event updated for resources: {'Port': ['ID=519bd131-3603-4ef2-b286-a6d3f92a2335,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:30.404801 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:30.455031 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Network 19c64a8f-81fd-4881-a40b-d638e018607c is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:12:30.456187 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:12:30.691697 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-9acea5fd-0b27-4fea-8006-814bffc344cb None None] Provisioning complete for port 519bd131-3603-4ef2-b286-a6d3f92a2335 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:12:30.692054 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9acea5fd-0b27-4fea-8006-814bffc344cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:30.709677 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Router 90fb0a5c-8723-44f0-87ae-7ff01ad987ab is scheduled to L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e with binding_index 1 {{(pid=80115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 13:12:30.756789 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-9acea5fd-0b27-4fea-8006-814bffc344cb None None] Port 519bd131-3603-4ef2-b286-a6d3f92a2335 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:12:30.922397 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:12:30.934035 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] 10.222.0.120 "PUT /v2.0/routers/90fb0a5c-8723-44f0-87ae-7ff01ad987ab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.1976326 Feb 11 13:12:30.934273 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Sync routers for ids ['90fb0a5c-8723-44f0-87ae-7ff01ad987ab'] in dv-cinder-773985-4-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:12:30.946267 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Routers {'90fb0a5c-8723-44f0-87ae-7ff01ad987ab'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:12:30.947175 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:12:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['90fb0a5c-8723-44f0-87ae-7ff01ad987ab'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:12:31.159369 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Set router 90fb0a5c-8723-44f0-87ae-7ff01ad987ab gateway port host: None {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:12:31.800858 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fb0a5c-8723-44f0-87ae-7ff01ad987ab', 'name': 'router1', 'tenant_id': '69755990d65a4225b6d4a54a965bc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:12:17Z', 'updated_at': '2021-02-11T13:12:29Z', 'revision_number': 2, 'project_id': '69755990d65a4225b6d4a54a965bc18e', 'gw_port_host': None, '_interfaces': [{'id': '519bd131-3603-4ef2-b286-a6d3f92a2335', 'name': '', 'network_id': '19c64a8f-81fd-4881-a40b-d638e018607c', 'tenant_id': '69755990d65a4225b6d4a54a965bc18e', 'mac_address': 'fa:16:3e:78:4b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fb0a5c-8723-44f0-87ae-7ff01ad987ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dbccdb0-eb95-42b0-b0d2-74dd6aab2729', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:12:28Z', 'updated_at': '2021-02-11T13:12:30Z', 'revision_number': 2, 'project_id': '69755990d65a4225b6d4a54a965bc18e', 'subnets': [{'id': '8dbccdb0-eb95-42b0-b0d2-74dd6aab2729', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c4c6f22-b60e-4b0c-b7ac-88d9cd837b8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:12:31.806132 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Checking router: 90fb0a5c-8723-44f0-87ae-7ff01ad987ab for host: dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:12:31.806518 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Updating router 90fb0a5c-8723-44f0-87ae-7ff01ad987ab port 519bd131-3603-4ef2-b286-a6d3f92a2335 binding host dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:12:31.871771 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:32.456444 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:32.472126 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Transition to ACTIVE for port object 519bd131-3603-4ef2-b286-a6d3f92a2335 will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:12:32.517829 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:32.534988 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:32.700830 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc91ca-e52c-463c-bb72-279dee78a165 None None] Pushing event updated for resources: {'Port': ['ID=519bd131-3603-4ef2-b286-a6d3f92a2335,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:32.713460 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc91ca-e52c-463c-bb72-279dee78a165 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:32.713830 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc91ca-e52c-463c-bb72-279dee78a165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:32.714195 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc91ca-e52c-463c-bb72-279dee78a165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:32.714660 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc91ca-e52c-463c-bb72-279dee78a165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:32.714917 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc91ca-e52c-463c-bb72-279dee78a165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:32.715271 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc91ca-e52c-463c-bb72-279dee78a165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:32.715629 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc91ca-e52c-463c-bb72-279dee78a165 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:32.715993 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc91ca-e52c-463c-bb72-279dee78a165 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:32.716855 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc91ca-e52c-463c-bb72-279dee78a165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:32.717208 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc91ca-e52c-463c-bb72-279dee78a165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:32.717627 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc91ca-e52c-463c-bb72-279dee78a165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:32.717898 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc91ca-e52c-463c-bb72-279dee78a165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc91ca-e52c-463c-bb72-279dee78a165 None None] Tracked resource versions report: Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: pushed versions: Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: { 'AddressGroup': {'1.1'}, Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': {'1.0'}, Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': {'1.0'}, Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': {'1.1'}, Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': {'1.7'}, Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': {'1.2'}, Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': {'1.8'}, Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': {'1.4'}, Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': {'1.0'}, Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': {'1.1'}, Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': {'1.1'}} Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: consumer versions: Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: { DHCP agent@dv-cinder-773985-4-smb: {}, Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: L3 agent@dv-cinder-773985-4-smb: {}, Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: Metadata agent@dv-cinder-773985-4-smb: {}, Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: Metering agent@dv-cinder-773985-4-smb: {}, Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: Open vSwitch agent@dv-cinder-773985-4-smb: { 'AddressGroup': '1.1', Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': '1.0', Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': '1.0', Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': '1.1', Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': '1.7', Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': '1.2', Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': '1.8', Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': '1.4', Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': '1.2', Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': '1.0', Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': '1.1', Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': '1.1'}} Feb 11 13:12:32.718959 dv-cinder-773985-4-smb neutron-server[80003]: {{(pid=80117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 13:12:32.733091 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-80fc91ca-e52c-463c-bb72-279dee78a165 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:32.880516 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Attempting to bind port 519bd131-3603-4ef2-b286-a6d3f92a2335 on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:12:32.881163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Attempting to bind port 519bd131-3603-4ef2-b286-a6d3f92a2335 by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '5fd4aa80-1cad-4aa6-b518-847269cfaed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '19c64a8f-81fd-4881-a40b-d638e018607c'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:12:32.881815 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Attempting to bind port 519bd131-3603-4ef2-b286-a6d3f92a2335 on network 19c64a8f-81fd-4881-a40b-d638e018607c {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:12:32.889907 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:12:32.890338 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Checking segment: {'id': '5fd4aa80-1cad-4aa6-b518-847269cfaed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '19c64a8f-81fd-4881-a40b-d638e018607c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:12:32.890803 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:32.891220 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Bound using segment: {'id': '5fd4aa80-1cad-4aa6-b518-847269cfaed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '19c64a8f-81fd-4881-a40b-d638e018607c'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:12:32.891817 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Bound port: 519bd131-3603-4ef2-b286-a6d3f92a2335, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd4aa80-1cad-4aa6-b518-847269cfaed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '19c64a8f-81fd-4881-a40b-d638e018607c'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:12:32.892248 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:33.004939 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] For port 519bd131-3603-4ef2-b286-a6d3f92a2335, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:12:33.013663 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] For port 519bd131-3603-4ef2-b286-a6d3f92a2335, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=519bd131-3603-4ef2-b286-a6d3f92a2335,segment=NetworkSegment(5fd4aa80-1cad-4aa6-b518-847269cfaed4),segment_id=5fd4aa80-1cad-4aa6-b518-847269cfaed4)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:12:33.080863 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:33.099863 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:33.287154 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc91ca-e52c-463c-bb72-279dee78a165 None None] Pushing event updated for resources: {'Port': ['ID=519bd131-3603-4ef2-b286-a6d3f92a2335,revision_number=4']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:33.290861 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-80fc91ca-e52c-463c-bb72-279dee78a165 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:33.348440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Routers {'90fb0a5c-8723-44f0-87ae-7ff01ad987ab'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:12:33.349361 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:12:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['90fb0a5c-8723-44f0-87ae-7ff01ad987ab'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:12:33.580429 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] Set router 90fb0a5c-8723-44f0-87ae-7ff01ad987ab gateway port host: None {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:12:33.715059 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 60308) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:33.975381 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fb0a5c-8723-44f0-87ae-7ff01ad987ab', 'name': 'router1', 'tenant_id': '69755990d65a4225b6d4a54a965bc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:12:17Z', 'updated_at': '2021-02-11T13:12:29Z', 'revision_number': 2, 'project_id': '69755990d65a4225b6d4a54a965bc18e', 'gw_port_host': None, '_interfaces': [{'id': '519bd131-3603-4ef2-b286-a6d3f92a2335', 'name': '', 'network_id': '19c64a8f-81fd-4881-a40b-d638e018607c', 'tenant_id': '69755990d65a4225b6d4a54a965bc18e', 'mac_address': 'fa:16:3e:78:4b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fb0a5c-8723-44f0-87ae-7ff01ad987ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dbccdb0-eb95-42b0-b0d2-74dd6aab2729', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:12:28Z', 'updated_at': '2021-02-11T13:12:32Z', 'revision_number': 4, 'project_id': '69755990d65a4225b6d4a54a965bc18e', 'subnets': [{'id': '8dbccdb0-eb95-42b0-b0d2-74dd6aab2729', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c4c6f22-b60e-4b0c-b7ac-88d9cd837b8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:12:33.980175 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911e8ac-f51e-4abd-97ec-718c3c909ee2 None None] The sync data for ids ['90fb0a5c-8723-44f0-87ae-7ff01ad987ab'] in dv-cinder-773985-4-smb is: [{'id': '90fb0a5c-8723-44f0-87ae-7ff01ad987ab', 'name': 'router1', 'tenant_id': '69755990d65a4225b6d4a54a965bc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:12:17Z', 'updated_at': '2021-02-11T13:12:29Z', 'revision_number': 2, 'project_id': '69755990d65a4225b6d4a54a965bc18e', 'gw_port_host': None, '_interfaces': [{'id': '519bd131-3603-4ef2-b286-a6d3f92a2335', 'name': '', 'network_id': '19c64a8f-81fd-4881-a40b-d638e018607c', 'tenant_id': '69755990d65a4225b6d4a54a965bc18e', 'mac_address': 'fa:16:3e:78:4b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fb0a5c-8723-44f0-87ae-7ff01ad987ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dbccdb0-eb95-42b0-b0d2-74dd6aab2729', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:12:28Z', 'updated_at': '2021-02-11T13:12:32Z', 'revision_number': 4, 'project_id': '69755990d65a4225b6d4a54a965bc18e', 'subnets': [{'id': '8dbccdb0-eb95-42b0-b0d2-74dd6aab2729', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c4c6f22-b60e-4b0c-b7ac-88d9cd837b8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:12:34.080959 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b225edb7-dfbf-4cfa-b239-f6d8796c3116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:12:34.081571 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-b225edb7-dfbf-4cfa-b239-f6d8796c3116 admin admin] Synchronizing usage tracker for tenant:8a265b38de434f1f8580a47cd727ce02 on resource:network {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:12:34.134889 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-b225edb7-dfbf-4cfa-b239-f6d8796c3116 admin admin] Unset dirty status for tenant:8a265b38de434f1f8580a47cd727ce02 on resource:network {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:12:34.136300 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-b225edb7-dfbf-4cfa-b239-f6d8796c3116 admin admin] 10.222.0.120 "GET /v2.0/networks/9b988e67-9b89-43b7-af4a-040b9df3e619 HTTP/1.1" status: 200 len: 842 time: 0.4196794 Feb 11 13:12:34.149299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] Request body: {'subnet': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'ip_version': 4, 'gateway_ip': '172.28.1.1'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:34.155683 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:12:34.160016 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] Usage tracker for resource:subnet and tenant:8a265b38de434f1f8580a47cd727ce02 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:12:34.164274 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:12:34.172112 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:12:34.223436 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] Made reservation on behalf of 8a265b38de434f1f8580a47cd727ce02 for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:12:34.228641 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:35.036671 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.objects.ports [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 13:12:35.037589 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:35.053417 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:35.197263 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=8661603f-17f1-42e8-835b-9e08198d29f6,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:35.204312 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:35.265722 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] Checking segment: {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:12:35.266028 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] Network hostable DHCP agents. Network: 9b988e67-9b89-43b7-af4a-040b9df3e619, hostable agents: ['1ef1e8a0-3524-48fd-9506-a9618884bda0'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:12:35.346532 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] Network 9b988e67-9b89-43b7-af4a-040b9df3e619 is scheduled to be hosted by DHCP agent 1ef1e8a0-3524-48fd-9506-a9618884bda0 with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:12:35.426119 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-smb, 9b988e67-9b89-43b7-af4a-040b9df3e619) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:12:35.430275 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:12:35.430917 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:35.435185 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de7a598-6a9b-45ea-ba19-181a71215c8e None None] Network 9b988e67-9b89-43b7-af4a-040b9df3e619 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:12:35.513031 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3678472 Feb 11 13:12:35.688635 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718de2a7-705a-417e-a795-a268d8304c4d None None] Network 9b988e67-9b89-43b7-af4a-040b9df3e619 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:12:36.304418 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 519bd131-3603-4ef2-b286-a6d3f92a2335 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:12:36.452385 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port 519bd131-3603-4ef2-b286-a6d3f92a2335 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:12:36.458070 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 519bd131-3603-4ef2-b286-a6d3f92a2335 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:12:36.458518 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:36.601950 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:36.651852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] For port 519bd131-3603-4ef2-b286-a6d3f92a2335, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=519bd131-3603-4ef2-b286-a6d3f92a2335,segment=NetworkSegment(5fd4aa80-1cad-4aa6-b518-847269cfaed4),segment_id=5fd4aa80-1cad-4aa6-b518-847269cfaed4)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:12:36.709182 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:36.711701 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:36.786891 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Pushing event updated for resources: {'Port': ['ID=519bd131-3603-4ef2-b286-a6d3f92a2335,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:36.790516 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:38.178815 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 60322) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:38.276656 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 519bd131-3603-4ef2-b286-a6d3f92a2335 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:12:38.392274 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 519bd131-3603-4ef2-b286-a6d3f92a2335 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:12:38.392593 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:38.434737 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-6578f21f-ddee-4e89-a4b5-3811d85a21d8 admin admin] 10.222.0.120 "GET /v2.0/routers/90fb0a5c-8723-44f0-87ae-7ff01ad987ab HTTP/1.1" status: 200 len: 710 time: 0.2546337 Feb 11 13:12:38.586346 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904cd18e-b361-4845-9ea1-c5f957cf8cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:12:38.587848 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-904cd18e-b361-4845-9ea1-c5f957cf8cbb admin admin] 10.222.0.120 "GET /v2.0/networks/9b988e67-9b89-43b7-af4a-040b9df3e619 HTTP/1.1" status: 200 len: 886 time: 0.1465104 Feb 11 13:12:38.597902 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:39.086783 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854262398', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853194709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-928'] for router, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:39.646583 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:39.707771 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:39.721139 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:39.739749 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:12:39.743774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:12:39.746715 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:12:39.752552 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:12:40.041101 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:40.071919 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:40.088408 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:40.191852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba9d195-227c-47cd-a355-5576729be3b6,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:40.196318 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:40.357567 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Allocated IP 172.28.1.230 (9b988e67-9b89-43b7-af4a-040b9df3e619/8661603f-17f1-42e8-835b-9e08198d29f6/d3e15cb5-8fe7-40e4-98d9-eacc67607ba1) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:12:40.525310 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:40.586714 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:40.603307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:40.750924 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Pushing event updated for resources: {'Port': ['ID=d3e15cb5-8fe7-40e4-98d9-eacc67607ba1,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:40.754121 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:40.823684 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Network 9b988e67-9b89-43b7-af4a-040b9df3e619 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:12:40.825771 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:12:40.829301 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:12:41.394288 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:12:41.403019 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:41.768150 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854262398', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853194709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-928'] for router, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:41.771559 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854262275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1581075'] for router, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:42.142850 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Router 90fb0a5c-8723-44f0-87ae-7ff01ad987ab has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:12:42.343398 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:12:42.353765 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Sync routers for ids ['90fb0a5c-8723-44f0-87ae-7ff01ad987ab'] in dv-cinder-773985-4-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:12:42.360755 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Notify callbacks [] for router, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:42.362043 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] 10.222.0.120 "PUT /v2.0/routers/90fb0a5c-8723-44f0-87ae-7ff01ad987ab HTTP/1.1" status: 200 len: 890 time: 3.7678542 Feb 11 13:12:42.364578 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Routers {'90fb0a5c-8723-44f0-87ae-7ff01ad987ab'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:12:42.365272 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:12:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['90fb0a5c-8723-44f0-87ae-7ff01ad987ab'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:12:42.581738 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Set router 90fb0a5c-8723-44f0-87ae-7ff01ad987ab gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:12:42.951295 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fb0a5c-8723-44f0-87ae-7ff01ad987ab', 'name': 'router1', 'tenant_id': '69755990d65a4225b6d4a54a965bc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd3e15cb5-8fe7-40e4-98d9-eacc67607ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:12:17Z', 'updated_at': '2021-02-11T13:12:41Z', 'revision_number': 4, 'project_id': '69755990d65a4225b6d4a54a965bc18e', 'gw_port': {'id': 'd3e15cb5-8fe7-40e4-98d9-eacc67607ba1', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fb0a5c-8723-44f0-87ae-7ff01ad987ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:12:40Z', 'updated_at': '2021-02-11T13:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '519bd131-3603-4ef2-b286-a6d3f92a2335', 'name': '', 'network_id': '19c64a8f-81fd-4881-a40b-d638e018607c', 'tenant_id': '69755990d65a4225b6d4a54a965bc18e', 'mac_address': 'fa:16:3e:78:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fb0a5c-8723-44f0-87ae-7ff01ad987ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dbccdb0-eb95-42b0-b0d2-74dd6aab2729', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:12:28Z', 'updated_at': '2021-02-11T13:12:36Z', 'revision_number': 5, 'project_id': '69755990d65a4225b6d4a54a965bc18e', 'subnets': [{'id': '8dbccdb0-eb95-42b0-b0d2-74dd6aab2729', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c4c6f22-b60e-4b0c-b7ac-88d9cd837b8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:12:42.956641 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Checking router: 90fb0a5c-8723-44f0-87ae-7ff01ad987ab for host: dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:12:42.957106 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Updating router 90fb0a5c-8723-44f0-87ae-7ff01ad987ab port d3e15cb5-8fe7-40e4-98d9-eacc67607ba1 binding host dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:12:43.013493 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:43.438963 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:43.503296 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Transition to ACTIVE for port object d3e15cb5-8fe7-40e4-98d9-eacc67607ba1 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:12:43.557941 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:43.575065 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bee91327-5af2-4575-8fb3-1ea3fd9b6697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:43.723025 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fecec-b54d-4027-94d9-f660ac7753f5 None None] Pushing event updated for resources: {'Port': ['ID=d3e15cb5-8fe7-40e4-98d9-eacc67607ba1,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:43.727466 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-047fecec-b54d-4027-94d9-f660ac7753f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:43.782888 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Attempting to bind port d3e15cb5-8fe7-40e4-98d9-eacc67607ba1 on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:12:43.783292 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Attempting to bind port d3e15cb5-8fe7-40e4-98d9-eacc67607ba1 by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:12:43.783730 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Attempting to bind port d3e15cb5-8fe7-40e4-98d9-eacc67607ba1 on network 9b988e67-9b89-43b7-af4a-040b9df3e619 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:12:43.789254 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:12:43.789683 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Checking segment: {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:12:43.790079 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:43.790504 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Bound using segment: {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:12:43.791000 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Bound port: d3e15cb5-8fe7-40e4-98d9-eacc67607ba1, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:12:43.791406 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:43.867622 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] For port d3e15cb5-8fe7-40e4-98d9-eacc67607ba1, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:12:43.870751 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] For port d3e15cb5-8fe7-40e4-98d9-eacc67607ba1, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=d3e15cb5-8fe7-40e4-98d9-eacc67607ba1,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:12:43.909648 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:43.925332 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:44.231866 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fecec-b54d-4027-94d9-f660ac7753f5 None None] Pushing event updated for resources: {'Port': ['ID=d3e15cb5-8fe7-40e4-98d9-eacc67607ba1,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:44.237016 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-047fecec-b54d-4027-94d9-f660ac7753f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:44.279228 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Routers {'90fb0a5c-8723-44f0-87ae-7ff01ad987ab'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:12:44.279929 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:12:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['90fb0a5c-8723-44f0-87ae-7ff01ad987ab'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:12:44.471974 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] Set router 90fb0a5c-8723-44f0-87ae-7ff01ad987ab gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:12:44.849431 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fb0a5c-8723-44f0-87ae-7ff01ad987ab', 'name': 'router1', 'tenant_id': '69755990d65a4225b6d4a54a965bc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd3e15cb5-8fe7-40e4-98d9-eacc67607ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:12:17Z', 'updated_at': '2021-02-11T13:12:41Z', 'revision_number': 4, 'project_id': '69755990d65a4225b6d4a54a965bc18e', 'gw_port': {'id': 'd3e15cb5-8fe7-40e4-98d9-eacc67607ba1', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fb0a5c-8723-44f0-87ae-7ff01ad987ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:12:40Z', 'updated_at': '2021-02-11T13:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '519bd131-3603-4ef2-b286-a6d3f92a2335', 'name': '', 'network_id': '19c64a8f-81fd-4881-a40b-d638e018607c', 'tenant_id': '69755990d65a4225b6d4a54a965bc18e', 'mac_address': 'fa:16:3e:78:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fb0a5c-8723-44f0-87ae-7ff01ad987ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dbccdb0-eb95-42b0-b0d2-74dd6aab2729', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:12:28Z', 'updated_at': '2021-02-11T13:12:36Z', 'revision_number': 5, 'project_id': '69755990d65a4225b6d4a54a965bc18e', 'subnets': [{'id': '8dbccdb0-eb95-42b0-b0d2-74dd6aab2729', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c4c6f22-b60e-4b0c-b7ac-88d9cd837b8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:12:44.853652 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9409e9-d6dd-466e-9227-6afa868a34bb None None] The sync data for ids ['90fb0a5c-8723-44f0-87ae-7ff01ad987ab'] in dv-cinder-773985-4-smb is: [{'id': '90fb0a5c-8723-44f0-87ae-7ff01ad987ab', 'name': 'router1', 'tenant_id': '69755990d65a4225b6d4a54a965bc18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd3e15cb5-8fe7-40e4-98d9-eacc67607ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:12:17Z', 'updated_at': '2021-02-11T13:12:41Z', 'revision_number': 4, 'project_id': '69755990d65a4225b6d4a54a965bc18e', 'gw_port': {'id': 'd3e15cb5-8fe7-40e4-98d9-eacc67607ba1', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fb0a5c-8723-44f0-87ae-7ff01ad987ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:12:40Z', 'updated_at': '2021-02-11T13:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '519bd131-3603-4ef2-b286-a6d3f92a2335', 'name': '', 'network_id': '19c64a8f-81fd-4881-a40b-d638e018607c', 'tenant_id': '69755990d65a4225b6d4a54a965bc18e', 'mac_address': 'fa:16:3e:78:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fb0a5c-8723-44f0-87ae-7ff01ad987ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dbccdb0-eb95-42b0-b0d2-74dd6aab2729', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:12:28Z', 'updated_at': '2021-02-11T13:12:36Z', 'revision_number': 5, 'project_id': '69755990d65a4225b6d4a54a965bc18e', 'subnets': [{'id': '8dbccdb0-eb95-42b0-b0d2-74dd6aab2729', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c4c6f22-b60e-4b0c-b7ac-88d9cd837b8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:12:45.137152 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 60332) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:45.297803 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81cfbac-350e-496b-b8a0-3e99ed4383d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:12:45.299489 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-f81cfbac-350e-496b-b8a0-3e99ed4383d5 admin admin] 10.222.0.120 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1607563 Feb 11 13:12:45.617749 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1ed17492-da78-4c20-8215-9863e8740568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:46.331218 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device d3e15cb5-8fe7-40e4-98d9-eacc67607ba1 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:12:46.446367 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port d3e15cb5-8fe7-40e4-98d9-eacc67607ba1 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:12:46.452845 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port d3e15cb5-8fe7-40e4-98d9-eacc67607ba1 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:12:46.453251 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:46.593303 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:46.611108 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] For port d3e15cb5-8fe7-40e4-98d9-eacc67607ba1, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=d3e15cb5-8fe7-40e4-98d9-eacc67607ba1,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:12:46.666642 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:46.670737 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:12:46.749086 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Pushing event updated for resources: {'Port': ['ID=d3e15cb5-8fe7-40e4-98d9-eacc67607ba1,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:12:46.752765 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:12:48.312963 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device d3e15cb5-8fe7-40e4-98d9-eacc67607ba1 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:12:48.398992 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port d3e15cb5-8fe7-40e4-98d9-eacc67607ba1 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:12:48.399791 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:48.783440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:49.006324 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9e1fcca7-0730-4fac-bd1d-5201fd7c1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:50.104766 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:12:50.506227 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:15.623499 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-60481300-d761-4044-84e5-e63424eea834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:18.399451 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:13:18.888671 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:19.000361 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1b89979e-d72a-4a0d-8cc6-b5ecb373309a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:20.091681 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:20.498083 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:45.610811 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e9f7919e-455b-4214-b169-dbbabb139bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:48.783460 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:48.994092 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3523ca8f-ca4a-4fa0-8c85-d9d5d0a098bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:50.091140 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:50.520257 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:13:55.406641 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:14:15.985082 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a2cf-3900-4895-84e0-6c3406608a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:18.864960 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:19.013541 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-98505d0a-17ff-4671-a73f-5600c26be65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:20.093328 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:20.505121 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:32.401144 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:14:45.612879 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-29d3531a-2664-4bd8-8839-966b5c50af6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:48.783835 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:49.001491 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8968cb9a-8ceb-46ee-92c3-d2835a83dbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:50.075701 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:14:50.513301 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:08.220912 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 60908) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:08.331293 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.pecan_wsgi.hooks.translation [None req-1448e624-d2aa-4976-94d3-e7811a9dd6e9 admin admin] GET failed (client error): The resource could not be found. Feb 11 13:15:08.332724 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-1448e624-d2aa-4976-94d3-e7811a9dd6e9 admin admin] 10.222.0.120 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1104662 Feb 11 13:15:08.482816 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b25a5a5-997a-4042-8b00-a6f000d54435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:08.484470 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-4b25a5a5-997a-4042-8b00-a6f000d54435 admin admin] 10.222.0.120 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1466722 Feb 11 13:15:09.400982 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:15:10.993822 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 60918) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:11.144267 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5e2311-5d26-4e71-8c99-e5e04d57106f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:11.145812 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-2f5e2311-5d26-4e71-8c99-e5e04d57106f admin admin] 10.222.0.120 "GET /v2.0/subnets/8dbccdb0-eb95-42b0-b0d2-74dd6aab2729 HTTP/1.1" status: 200 len: 849 time: 0.1509476 Feb 11 13:15:11.156358 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:11.282290 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Notify callbacks [] for subnet, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:11.629351 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363267560216129'] for subnet, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:11.645027 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:15:11.794945 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dbccdb0-eb95-42b0-b0d2-74dd6aab2729,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:15:11.808042 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:15:11.808419 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:15:11.808836 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:15:11.809148 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:15:11.809506 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:15:11.809865 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:15:11.810219 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:15:11.810570 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:15:11.810925 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:15:11.811280 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:15:11.811628 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:15:11.812005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:15:11.817448 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:15:11.991106 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:11.991833 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:11.993319 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] 10.222.0.120 "PUT /v2.0/subnets/8dbccdb0-eb95-42b0-b0d2-74dd6aab2729 HTTP/1.1" status: 200 len: 868 time: 0.8409908 Feb 11 13:15:12.011222 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77ec679-b50a-445f-ae17-b4f3976eb038 None None] Network 19c64a8f-81fd-4881-a40b-d638e018607c requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:15:12.490428 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-3f5bd17b-743e-4b9d-a5d5-21fe032e0325 None None] Provisioning complete for port 85abca48-6cb9-45e0-b8e7-deb43f0bd7d0 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:15:12.490810 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f5bd17b-743e-4b9d-a5d5-21fe032e0325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:12.634532 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-3f5bd17b-743e-4b9d-a5d5-21fe032e0325 None None] Provisioning complete for port 519bd131-3603-4ef2-b286-a6d3f92a2335 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:15:12.634866 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f5bd17b-743e-4b9d-a5d5-21fe032e0325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:14.537092 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 60928) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:14.758272 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5889cefd-133a-4023-8e2e-85e5e2dbb5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:14.758691 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5889cefd-133a-4023-8e2e-85e5e2dbb5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:14.760412 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-5889cefd-133a-4023-8e2e-85e5e2dbb5ad admin admin] 10.222.0.120 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2222855 Feb 11 13:15:15.604439 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bba455cf-1186-4328-8ec7-0694e0aa5e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:17.282889 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 60938) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:17.498755 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808f49e4-8575-4cf7-9a7f-6b11b59ea199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:17.499094 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808f49e4-8575-4cf7-9a7f-6b11b59ea199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:17.500848 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-808f49e4-8575-4cf7-9a7f-6b11b59ea199 admin admin] 10.222.0.120 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2169161 Feb 11 13:15:18.807067 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:18.989180 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-48c339a4-ccc8-424d-9627-73ab6666dcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:20.055397 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 60948) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:20.084160 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:20.275409 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a974825-8874-49fa-8f2d-ff21e5101b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:20.276877 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-8a974825-8874-49fa-8f2d-ff21e5101b1d admin admin] 10.222.0.120 "GET /v2.0/networks/19c64a8f-81fd-4881-a40b-d638e018607c HTTP/1.1" status: 200 len: 862 time: 0.2204196 Feb 11 13:15:20.537841 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:22.873991 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 60958) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:23.160821 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7e2a7c-6c33-4923-a1b4-2e643531d5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:23.162341 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-7a7e2a7c-6c33-4923-a1b4-2e643531d5be admin admin] 10.222.0.120 "GET /v2.0/networks/9b988e67-9b89-43b7-af4a-040b9df3e619 HTTP/1.1" status: 200 len: 886 time: 0.2872791 Feb 11 13:15:25.898286 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 60968) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:26.059625 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540c9e67-4498-452e-a3d3-9c7989ee3eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:26.060066 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540c9e67-4498-452e-a3d3-9c7989ee3eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:26.060842 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-540c9e67-4498-452e-a3d3-9c7989ee3eb1 admin admin] Synchronizing usage tracker for tenant:8a265b38de434f1f8580a47cd727ce02 on resource:subnet {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:15:26.137915 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-540c9e67-4498-452e-a3d3-9c7989ee3eb1 admin admin] Unset dirty status for tenant:8a265b38de434f1f8580a47cd727ce02 on resource:subnet {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:15:26.139135 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-540c9e67-4498-452e-a3d3-9c7989ee3eb1 admin admin] 10.222.0.120 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2397037 Feb 11 13:15:28.699106 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 60978) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:28.852397 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39bb2e7-caf9-4ade-ad54-8a8962b737cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:28.852812 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39bb2e7-caf9-4ade-ad54-8a8962b737cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:28.854516 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-f39bb2e7-caf9-4ade-ad54-8a8962b737cf admin admin] 10.222.0.120 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1539958 Feb 11 13:15:31.413636 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 60988) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:31.564302 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee97fd4-c974-4e9a-bf87-b6c24671fdc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:31.565864 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-6ee97fd4-c974-4e9a-bf87-b6c24671fdc4 admin admin] 10.222.0.120 "GET /v2.0/subnets/8661603f-17f1-42e8-835b-9e08198d29f6 HTTP/1.1" status: 200 len: 816 time: 0.1511185 Feb 11 13:15:34.109496 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 60998) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:34.263963 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcac2b3-17f5-46cc-82bf-85600d592b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:15:34.265487 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-adcac2b3-17f5-46cc-82bf-85600d592b3d admin admin] 10.222.0.120 "GET /v2.0/subnets/8dbccdb0-eb95-42b0-b0d2-74dd6aab2729 HTTP/1.1" status: 200 len: 868 time: 0.1549230 Feb 11 13:15:45.610075 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b244893-5af1-4646-b57d-c7e3038fe2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:46.404061 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:15:48.806629 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:48.986521 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e2ec49b0-0637-486e-8f62-1d0d99e7d925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:50.078526 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:15:50.606607 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:00.874101 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 32806) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:00.955793 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [None req-93f1ffd9-b40e-4744-a3de-6a60df48656e admin admin] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:16:00.956870 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-93f1ffd9-b40e-4744-a3de-6a60df48656e admin admin] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0817595 Feb 11 13:16:03.564831 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 32816) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:03.670404 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecbc0ea-4ca0-46e4-9d29-60059dfe25fe admin admin] GET failed (client error): The resource could not be found. Feb 11 13:16:03.671675 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-8ecbc0ea-4ca0-46e4-9d29-60059dfe25fe admin admin] 10.222.0.120 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1058030 Feb 11 13:16:03.811877 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d0a08a-5592-4890-8b7d-abb4b9699d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:03.813459 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-d9d0a08a-5592-4890-8b7d-abb4b9699d1e admin admin] 10.222.0.120 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1371605 Feb 11 13:16:06.407170 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 32826) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:06.490326 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:06.495549 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:16:06.505890 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:16:06.542955 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Made reservation on behalf of 8a265b38de434f1f8580a47cd727ce02 for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:16:06.548606 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:06.648182 dv-cinder-773985-4-smb neutron-server[80003]: WARNING neutron.services.revisions.revision_plugin [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Could not find related network for resource to bump revision. Feb 11 13:16:06.727900 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:16:06.738282 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:06.738666 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.segments_db [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Added segment 35baabff-8be2-45d1-8897-e2792c0dd70c of type vxlan for network 4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4 Feb 11 13:16:06.767167 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769294074005'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:06.840221 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:06.841557 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:06.842197 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:06.846020 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b03733df-1764-444f-9130-022486650346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:16:06.961330 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Pushing event updated for resources: {'Network': ['ID=4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:16:06.969181 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:06.969553 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:06.969922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:06.970296 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:06.970654 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:06.971017 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:06.971373 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:06.971751 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:06.972127 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:06.972481 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:06.972833 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:06.973183 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:06.977698 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:16:06.985998 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Network 4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4 details requested by agent ovs-agent-dv-cinder-773985-4-smb with host dv-cinder-773985-4-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:16:06.995234 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5868046 Feb 11 13:16:09.573688 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 32836) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:09.680480 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd157b9-032b-4691-9a78-63ca60718dd0 admin admin] GET failed (client error): The resource could not be found. Feb 11 13:16:09.680960 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-ccd157b9-032b-4691-9a78-63ca60718dd0 admin admin] Synchronizing usage tracker for tenant:8a265b38de434f1f8580a47cd727ce02 on resource:network {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:16:09.729389 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-ccd157b9-032b-4691-9a78-63ca60718dd0 admin admin] Unset dirty status for tenant:8a265b38de434f1f8580a47cd727ce02 on resource:network {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:16:09.730661 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-ccd157b9-032b-4691-9a78-63ca60718dd0 admin admin] 10.222.0.120 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1558208 Feb 11 13:16:09.850363 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4510d6-030b-4a8c-a20f-9500e4a585f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:09.851989 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-9b4510d6-030b-4a8c-a20f-9500e4a585f8 admin admin] 10.222.0.120 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1166842 Feb 11 13:16:09.863015 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-82278bcf-9c0f-49ed-92d4-c0f685cfd274 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:09.868052 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-82278bcf-9c0f-49ed-92d4-c0f685cfd274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:16:09.877785 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-82278bcf-9c0f-49ed-92d4-c0f685cfd274 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:16:09.925788 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82278bcf-9c0f-49ed-92d4-c0f685cfd274 admin admin] Made reservation on behalf of 8a265b38de434f1f8580a47cd727ce02 for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:16:09.930964 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-82278bcf-9c0f-49ed-92d4-c0f685cfd274 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:10.376773 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-82278bcf-9c0f-49ed-92d4-c0f685cfd274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:10.393517 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f9517d21-7562-45eb-9f21-12fbf5cf6cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:16:10.533567 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82278bcf-9c0f-49ed-92d4-c0f685cfd274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34b28ff6-5031-4483-bcb1-d89e9dd58566,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:16:10.537157 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-82278bcf-9c0f-49ed-92d4-c0f685cfd274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:16:10.602957 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82278bcf-9c0f-49ed-92d4-c0f685cfd274 admin admin] Checking segment: {'id': '35baabff-8be2-45d1-8897-e2792c0dd70c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:16:10.603633 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82278bcf-9c0f-49ed-92d4-c0f685cfd274 admin admin] Network hostable DHCP agents. Network: 4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4, hostable agents: ['1ef1e8a0-3524-48fd-9506-a9618884bda0'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:16:10.666628 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82278bcf-9c0f-49ed-92d4-c0f685cfd274 admin admin] Network 4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4 is scheduled to be hosted by DHCP agent 1ef1e8a0-3524-48fd-9506-a9618884bda0 with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:16:10.702901 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-82278bcf-9c0f-49ed-92d4-c0f685cfd274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-smb, 4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:16:10.707029 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82278bcf-9c0f-49ed-92d4-c0f685cfd274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:16:10.707727 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-82278bcf-9c0f-49ed-92d4-c0f685cfd274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:10.713449 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ca84e0-a8dd-45a0-b79d-c8c53dc87ad9 None None] Network 4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:16:10.755723 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-82278bcf-9c0f-49ed-92d4-c0f685cfd274 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8959157 Feb 11 13:16:10.962319 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15d7bf49-fbbe-50d7-94f3-dd471b9ffc91-4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4', 'network_id': '4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4', 'tenant_id': '8a265b38de434f1f8580a47cd727ce02', 'fixed_ips': [{'subnet_id': '34b28ff6-5031-4483-bcb1-d89e9dd58566'}]}} from dv-cinder-773985-4-smb. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 13:16:10.963245 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:11.296968 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Allocated IP 192.168.233.2 (4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4/34b28ff6-5031-4483-bcb1-d89e9dd58566/de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:16:11.659243 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:11.725836 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Transition to ACTIVE for port object de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:16:11.744255 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Transition to ACTIVE for port object de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:16:11.776276 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:11.791015 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:16:11.940645 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Pushing event updated for resources: {'Port': ['ID=de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:16:11.952346 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:11.952732 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:11.953110 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:11.953484 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:11.953845 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:11.954206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:11.954573 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:11.954938 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:11.955354 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:11.955772 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:11.956050 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:11.956522 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:16:11.960536 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:16:12.014256 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Network 4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4 is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:16:12.015611 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Resources bound (agent type, host, resource id): {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:16:12.018035 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:16:12.079711 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Attempting to bind port de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:16:12.080122 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Attempting to bind port de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '35baabff-8be2-45d1-8897-e2792c0dd70c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:16:12.080529 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Attempting to bind port de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac on network 4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:16:12.087480 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:16:12.087934 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Checking segment: {'id': '35baabff-8be2-45d1-8897-e2792c0dd70c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:16:12.088387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:12.088820 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Bound using segment: {'id': '35baabff-8be2-45d1-8897-e2792c0dd70c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:16:12.089347 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Bound port: de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35baabff-8be2-45d1-8897-e2792c0dd70c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:16:12.089815 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:12.194754 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] For port de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:16:12.198814 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] For port de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac,segment=NetworkSegment(35baabff-8be2-45d1-8897-e2792c0dd70c),segment_id=35baabff-8be2-45d1-8897-e2792c0dd70c)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:16:12.269290 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:12.286547 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:16:12.441984 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Pushing event updated for resources: {'Port': ['ID=de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:16:12.447666 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:16:13.827191 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8b6508-e10b-4173-ba74-7cd0feb33621 None None] Network 4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:16:13.986874 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b53ee095-aa20-4731-89be-e419dab9aebd None None] Provisioning for port de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:16:14.478515 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:16:14.651765 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:16:14.660681 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:16:14.661778 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:14.834401 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:14.865653 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-e2572230-e025-47d1-bc66-ba440d13e1f4 None None] Provisioning complete for port de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:16:14.866073 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e2572230-e025-47d1-bc66-ba440d13e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:14.924269 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] For port de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac,segment=NetworkSegment(35baabff-8be2-45d1-8897-e2792c0dd70c),segment_id=35baabff-8be2-45d1-8897-e2792c0dd70c)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:16:14.982851 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:14.993537 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:16:15.081097 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Pushing event updated for resources: {'Port': ['ID=de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:16:15.085255 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:16:15.621406 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e54c7230-4505-4033-b397-ea2d3b707e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:16.432723 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:16:16.522392 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port de9d2c64-05e2-4c89-95b3-b5cc3e0d21ac triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:16:16.522807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:18.794493 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:18.987778 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-18f0f0f4-46d5-4b2f-9d89-274c935c3afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:20.089401 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:20.565158 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:23.403085 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:16:45.609123 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0ead-7d56-4c64-a9a7-a997d8c337fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:48.804529 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:48.993580 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3580e87e-5b08-4574-a2a2-d8040c104c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:50.078226 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:16:50.569821 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:00.406311 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:17:15.603619 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ecd6cf83-e0e3-4181-a567-53b3a50418b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:18.807454 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:19.001600 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bc1b15cc-fcd1-4244-9f11-f706fb7a1360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:20.099228 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:20.540197 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:28.831128 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 32878) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:28.837514 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [None req-8714ba41-64a1-4d74-b0d1-38b6e53d7e1c tempest-verify_tempest_config-941046822 tempest-verify_tempest_config-941046822-project] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:17:28.838561 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-8714ba41-64a1-4d74-b0d1-38b6e53d7e1c tempest-verify_tempest_config-941046822 tempest-verify_tempest_config-941046822-project] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0063086 Feb 11 13:17:29.362627 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 32898) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:29.523196 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:29.539395 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:17:29.544516 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Usage tracker for resource:security_group_rule and tenant:422c24e3d751461688b0af24f15c1573 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:17:29.548304 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:17:29.554920 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:17:29.970269 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:30.043098 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:30.053520 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:17:30.094068 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Synchronizing usage tracker for tenant:8a265b38de434f1f8580a47cd727ce02 on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:17:30.099338 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a46d02e-f36e-4f2c-bbb7-12ec26d11769,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:17:30.110947 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:17:30.111334 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:17:30.111730 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:17:30.112104 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:17:30.112489 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:17:30.112848 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:17:30.113852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:17:30.114218 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:17:30.114602 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:17:30.114963 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:17:30.115322 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:17:30.115700 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:17:30.121538 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:17:30.151160 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Unset dirty status for tenant:8a265b38de434f1f8580a47cd727ce02 on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:17:30.152565 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=422c24e3d751461688b0af24f15c1573&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7881863 Feb 11 13:17:30.155400 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 32904) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:30.216676 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24b694f5-44f4-4e4e-a218-281a0b811bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:30.246585 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24b694f5-44f4-4e4e-a218-281a0b811bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:30.333557 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24b694f5-44f4-4e4e-a218-281a0b811bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:30.337961 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:17:30.350264 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b694f5-44f4-4e4e-a218-281a0b811bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a46d02e-f36e-4f2c-bbb7-12ec26d11769,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:17:30.352630 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-24b694f5-44f4-4e4e-a218-281a0b811bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:17:30.357676 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24b694f5-44f4-4e4e-a218-281a0b811bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:30.358889 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-24b694f5-44f4-4e4e-a218-281a0b811bc0 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/2a46d02e-f36e-4f2c-bbb7-12ec26d11769 HTTP/1.1" status: 204 len: 168 time: 0.2025030 Feb 11 13:17:37.411010 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:17:45.852635 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-98d5a8db-92f8-4724-bfbd-c9618b26995b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:48.819914 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:48.996637 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-61dc5faa-315f-464e-aa54-5ead5d94f863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:50.087960 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:17:50.550897 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:14.412588 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:18:15.607334 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-49a8ac7e-96e8-4ba8-aba1-f8ea8eac01db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:18.811605 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:19.002368 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-91cf2926-e87f-47a9-a39a-2636c5a633c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:20.093490 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:20.555760 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:45.606557 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-089b3b1f-9bab-4d38-a4cb-e4f2c49f1965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:48.817852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:48.989419 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9cd43a04-edb8-48f6-9355-2bc2133d488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:50.080483 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:50.554462 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:18:51.412520 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:19:15.600045 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-00333148-fe9d-4260-aaaa-35b5011c329f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:18.839890 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:19.017461 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d16a6fe9-cae2-4d61-b18b-29e7c8047485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:20.079734 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:20.554460 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:26.937352 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765'] for agent, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:26.937972 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:26.938311 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:26.938754 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:26.939153 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:26.939539 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:26.940020 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:26.940416 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:26.940795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:26.941208 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:26.941594 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:26.941967 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:26.942339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:19:26.942933 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77398', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:19:26.947496 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77398', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:19:27.217506 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b8d660ec-a212-421f-803a-16038c746aca None None] get_endpoint_by_host() called for host hv-cinder-77398 {{(pid=80116) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 11 13:19:27.222464 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b8d660ec-a212-421f-803a-16038c746aca None None] get_endpoint_by_ip() called for ip 192.168.0.125 {{(pid=80116) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 11 13:19:27.225716 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b8d660ec-a212-421f-803a-16038c746aca None None] _add_endpoint() called for ip 192.168.0.125 {{(pid=80116) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 11 13:19:27.251491 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b8d660ec-a212-421f-803a-16038c746aca None None] _get_endpoints() called {{(pid=80116) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 11 13:19:28.414354 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:19:39.426817 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 32976) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:39.587192 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-d12981a8-97ab-4bf1-8cf1-23ee12826ec7 admin admin] 10.222.0.120 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5076 time: 0.1591156 Feb 11 13:19:42.171537 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 32986) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:42.263030 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-26805788-b401-47e9-9a57-fced1b1b86a1 admin admin] 10.222.0.120 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5076 time: 0.0902026 Feb 11 13:19:45.628180 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d8ff98bb-0719-4f5f-9ec1-3bcd2502c624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:48.839816 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:48.999417 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b80fefed-bcad-4c98-9440-2b8e3dcd5084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:50.067838 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:50.571128 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:19:56.908365 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:05.413946 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:20:15.637967 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3931b83d-20f2-400c-8c83-7de0010504f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:18.843419 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:18.993148 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ccda70f3-027b-42a1-8c04-08bf7efc9bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:20.073080 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:20.564568 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:26.918536 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:42.413487 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:20:45.610129 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-89a40702-d113-4dcf-b538-14279529a2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:48.827586 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:48.997883 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9afe63b8-52b6-4e0f-a3ad-0336a3729c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:50.129332 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:50.609812 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:20:56.923948 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:15.614775 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-469e3c77-132a-4f57-8bb2-a96366b89e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:18.814734 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:19.003350 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-53292aa6-0002-4268-8c96-4608853a6040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:19.414427 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:21:20.083255 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:20.569058 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:26.940353 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:36.194023 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33150) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:36.415078 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33166) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:36.612461 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-637189708-network', 'tenant_id': 'a378b4bfd56042e28bcf92fe6a45c9f7'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:36.618302 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:36.622474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Usage tracker for resource:network and tenant:a378b4bfd56042e28bcf92fe6a45c9f7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:36.625617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:36.631318 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:36.672425 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Made reservation on behalf of a378b4bfd56042e28bcf92fe6a45c9f7 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:21:36.677517 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:36.692549 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:36.710762 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:36.716134 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Usage tracker for resource:security_group_rule and tenant:a378b4bfd56042e28bcf92fe6a45c9f7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:36.720262 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:36.726779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:36.960263 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:36.997825 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:37.002140 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:37.042887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:21:37.049996 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9e6ed9-c6b5-4b93-9b55-99ae1298147a,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:37.063430 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.063802 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.064101 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.064471 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.064848 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.065212 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.065557 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.066003 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.066233 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.066577 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.066925 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.067274 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.067737 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.070887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.070887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.070887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.070887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.070887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.070887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.070887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.070887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.070887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.072305 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.072305 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Tracked resource versions report: Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: pushed versions: Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: { 'AddressGroup': {'1.1'}, Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': {'1.0'}, Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': {'1.0'}, Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': {'1.1'}, Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': {'1.7'}, Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': {'1.2'}, Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': {'1.8'}, Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': {'1.4'}, Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': {'1.0'}, Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': {'1.1'}, Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': {'1.1'}} Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: consumer versions: Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: { DHCP agent@dv-cinder-773985-4-smb: {}, Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: L3 agent@dv-cinder-773985-4-smb: {}, Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: Metadata agent@dv-cinder-773985-4-smb: {}, Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: Metering agent@dv-cinder-773985-4-smb: {}, Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: Open vSwitch agent@dv-cinder-773985-4-smb: { 'AddressGroup': '1.1', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': '1.0', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': '1.0', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': '1.1', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': '1.7', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': '1.2', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': '1.8', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': '1.4', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': '1.2', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': '1.0', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': '1.1', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': '1.1'}, Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: Open vSwitch agent@hv-cinder-77398: { 'AddressGroup': '1.1', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': '1.0', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': '1.0', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': '1.1', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': '1.7', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': '1.2', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': '1.8', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': '1.4', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': '1.2', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': '1.0', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': '1.1', Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': '1.1'}} Feb 11 13:21:37.073159 dv-cinder-773985-4-smb neutron-server[80003]: {{(pid=80114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 13:21:37.078527 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769294546052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:37.078527 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.segments_db [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Added segment f33cff2a-c571-41af-a7c1-279f6afefb56 of type vxlan for network c8880d5e-140a-4e30-98d6-55095f84b3c1 Feb 11 13:21:37.078835 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:37.151779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769294074005'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:37.209224 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:37.211310 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:37.212180 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:37.231309 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:37.253016 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33190) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:37.278346 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-367404893-network', 'tenant_id': '40b18a8382ce4421aeb7c42888ffdd71'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:37.349669 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Pushing event updated for resources: {'Network': ['ID=c8880d5e-140a-4e30-98d6-55095f84b3c1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:37.353775 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:37.354835 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:37.360590 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Usage tracker for resource:network and tenant:40b18a8382ce4421aeb7c42888ffdd71 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:37.362726 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Network c8880d5e-140a-4e30-98d6-55095f84b3c1 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:21:37.370298 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33198) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:37.379795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-b1299f4b-fe0d-4651-9063-83a381ea935a admin admin] Request body: {'subnet': {'network_id': 'c8880d5e-140a-4e30-98d6-55095f84b3c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-637189708-subnet', 'tenant_id': 'a378b4bfd56042e28bcf92fe6a45c9f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:37.380319 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1850131 Feb 11 13:21:37.381543 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:37.391950 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b1299f4b-fe0d-4651-9063-83a381ea935a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:37.398965 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-b1299f4b-fe0d-4651-9063-83a381ea935a admin admin] Usage tracker for resource:subnet and tenant:a378b4bfd56042e28bcf92fe6a45c9f7 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:37.400195 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:37.416962 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-b1299f4b-fe0d-4651-9063-83a381ea935a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:37.433764 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b1299f4b-fe0d-4651-9063-83a381ea935a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:37.445026 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Network c8880d5e-140a-4e30-98d6-55095f84b3c1 details requested by agent ovs-agent-dv-cinder-773985-4-smb with host dv-cinder-773985-4-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:21:37.460804 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33208) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:37.490545 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Made reservation on behalf of 40b18a8382ce4421aeb7c42888ffdd71 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:21:37.504107 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:37.504237 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33218) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:37.519325 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:37.522996 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1299f4b-fe0d-4651-9063-83a381ea935a admin admin] Made reservation on behalf of a378b4bfd56042e28bcf92fe6a45c9f7 for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:21:37.528300 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b1299f4b-fe0d-4651-9063-83a381ea935a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:37.540408 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:37.545062 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Usage tracker for resource:security_group_rule and tenant:40b18a8382ce4421aeb7c42888ffdd71 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:37.549272 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:37.556859 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:37.660856 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-315516815-network', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:37.666886 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:37.672911 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Usage tracker for resource:network and tenant:44959c6d103d41b6bfab4a6f3e28a3b9 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:37.676264 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:37.677550 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:37.683923 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:37.713522 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:37.719782 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ffa0b6bc-b032-4a22-8493-72a60652b4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:37.752091 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Made reservation on behalf of 44959c6d103d41b6bfab4a6f3e28a3b9 for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:21:37.752617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:21:37.758006 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:37.767400 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8ed3c2-69db-4c67-9268-0b432f8d0072,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:37.772019 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:37.773050 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769294546052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:37.773480 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.segments_db [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Added segment 0db96a00-a80a-4476-9159-49fb88423484 of type vxlan for network 36ee8e38-a908-429c-8c98-d91947a3e7bb Feb 11 13:21:37.796251 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:37.804299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769294074005'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:37.820082 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:37.858016 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Usage tracker for resource:security_group_rule and tenant:44959c6d103d41b6bfab4a6f3e28a3b9 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:37.866715 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:37.880985 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:37.899419 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-969889120-network', 'tenant_id': '73aa416bb3d640ceb9039235e0c6a369'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:37.904996 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:37.905856 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:37.908743 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:37.909388 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:37.918952 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-network', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:37.927766 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:37.949231 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Usage tracker for resource:network and tenant:73aa416bb3d640ceb9039235e0c6a369 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:37.956164 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:37.973140 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:37.987713 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Usage tracker for resource:network and tenant:f5d2b1be961749bcaa243e9f0bed551b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:37.993042 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:38.001134 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:38.004223 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:38.117159 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7000742 Feb 11 13:21:38.120467 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Pushing event updated for resources: {'Network': ['ID=36ee8e38-a908-429c-8c98-d91947a3e7bb,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:38.123031 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33236) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:38.125560 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:38.128436 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Made reservation on behalf of f5d2b1be961749bcaa243e9f0bed551b for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:21:38.130043 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-d2bebcc2-1f30-4e64-98fa-e0b854567f44 admin admin] Request body: {'subnet': {'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-367404893-subnet', 'tenant_id': '40b18a8382ce4421aeb7c42888ffdd71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:38.132645 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Network 36ee8e38-a908-429c-8c98-d91947a3e7bb details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:21:38.134103 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:38.141115 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d2bebcc2-1f30-4e64-98fa-e0b854567f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:38.141115 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-d2bebcc2-1f30-4e64-98fa-e0b854567f44 admin admin] Usage tracker for resource:subnet and tenant:40b18a8382ce4421aeb7c42888ffdd71 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:38.143481 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-d2bebcc2-1f30-4e64-98fa-e0b854567f44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:38.151145 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d2bebcc2-1f30-4e64-98fa-e0b854567f44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:38.160472 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Made reservation on behalf of 73aa416bb3d640ceb9039235e0c6a369 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:21:38.165313 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:38.165931 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:38.180644 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:38.201833 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:38.204028 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:38.204227 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Network 36ee8e38-a908-429c-8c98-d91947a3e7bb details requested by agent ovs-agent-dv-cinder-773985-4-smb with host dv-cinder-773985-4-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:21:38.208373 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Usage tracker for resource:security_group_rule and tenant:73aa416bb3d640ceb9039235e0c6a369 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:38.219127 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:38.221146 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Usage tracker for resource:security_group_rule and tenant:f5d2b1be961749bcaa243e9f0bed551b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:38.225759 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:38.237424 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:38.240364 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:38.242027 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:38.245838 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bebcc2-1f30-4e64-98fa-e0b854567f44 admin admin] Made reservation on behalf of 40b18a8382ce4421aeb7c42888ffdd71 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:21:38.252072 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d2bebcc2-1f30-4e64-98fa-e0b854567f44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:38.272034 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:38.307500 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:38.361755 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:21:38.485262 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:38.485653 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.segments_db [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Added segment 535294c5-0985-4a0e-a9e0-7de35269ad8c of type vxlan for network 432d53e6-aee4-4826-b14b-87a1a91902b3 Feb 11 13:21:38.491273 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9552f3b4-cc30-4a74-99f0-952bfea56247,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:38.538024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.538450 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.538791 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.539165 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.539566 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.540137 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.540287 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.540629 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.540986 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.541343 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.541698 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.542050 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.542494 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.542851 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.543206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.543563 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.548981 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.552114 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.552507 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.557139 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.557139 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.557139 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.557139 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.557139 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Tracked resource versions report: Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: pushed versions: Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: { 'AddressGroup': {'1.1'}, Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': {'1.0'}, Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': {'1.0'}, Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': {'1.1'}, Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': {'1.7'}, Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': {'1.2'}, Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': {'1.8'}, Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': {'1.4'}, Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': {'1.0'}, Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': {'1.1'}, Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': {'1.1'}} Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: consumer versions: Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: { DHCP agent@dv-cinder-773985-4-smb: {}, Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: L3 agent@dv-cinder-773985-4-smb: {}, Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: Metadata agent@dv-cinder-773985-4-smb: {}, Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: Metering agent@dv-cinder-773985-4-smb: {}, Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: Open vSwitch agent@dv-cinder-773985-4-smb: { 'AddressGroup': '1.1', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': '1.0', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': '1.0', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': '1.1', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': '1.7', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': '1.2', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': '1.8', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': '1.4', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': '1.2', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': '1.0', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': '1.1', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': '1.1'}, Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: Open vSwitch agent@hv-cinder-77398: { 'AddressGroup': '1.1', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': '1.0', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': '1.0', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': '1.1', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': '1.7', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': '1.2', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': '1.8', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': '1.4', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': '1.2', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': '1.0', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': '1.1', Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': '1.1'}} Feb 11 13:21:38.557632 dv-cinder-773985-4-smb neutron-server[80003]: {{(pid=80115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 13:21:38.593185 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:38.614854 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769294074005'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:38.620455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b1299f4b-fe0d-4651-9063-83a381ea935a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:38.654983 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:38.710410 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:38.736066 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:38.814936 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:38.820449 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:38.900179 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a63097-eea9-4f92-ab5d-0cd5e73b773d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:38.909088 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:39.054383 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:39.080064 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1299f4b-fe0d-4651-9063-83a381ea935a admin admin] Pushing event updated for resources: {'Subnet': ['ID=377e7f90-0971-46a3-a8be-4b3e0d39d164,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:39.096415 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b1299f4b-fe0d-4651-9063-83a381ea935a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:39.102495 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:39.146834 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:39.154852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:21:39.174829 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:39.190595 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:39.192491 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.api [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:21:39.193052 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_db.api [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:21:39.213472 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b61e552-8502-4580-ade5-498f9eb83755,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:39.216918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:39.221663 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:39.222172 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.segments_db [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Added segment 44f3993b-7057-4914-9e86-acabb2864cb1 of type vxlan for network 120ce4ab-747c-47cb-a13f-ce5d6314efdf Feb 11 13:21:39.223233 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2bb65c87-32c8-4a75-8b90-090cb72cd017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:39.266016 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d2bebcc2-1f30-4e64-98fa-e0b854567f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:39.285851 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ad601aef-2025-452b-851d-a2ed3a46816f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:39.384616 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769294074005'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:39.389099 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Pushing event updated for resources: {'Network': ['ID=432d53e6-aee4-4826-b14b-87a1a91902b3,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:39.392373 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:39.402507 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Network 432d53e6-aee4-4826-b14b-87a1a91902b3 details requested by agent ovs-agent-dv-cinder-773985-4-smb with host dv-cinder-773985-4-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:21:39.432027 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Network 432d53e6-aee4-4826-b14b-87a1a91902b3 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:21:39.436169 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1299f4b-fe0d-4651-9063-83a381ea935a admin admin] Checking segment: {'id': 'f33cff2a-c571-41af-a7c1-279f6afefb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c8880d5e-140a-4e30-98d6-55095f84b3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:21:39.436638 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1299f4b-fe0d-4651-9063-83a381ea935a admin admin] Network hostable DHCP agents. Network: c8880d5e-140a-4e30-98d6-55095f84b3c1, hostable agents: ['1ef1e8a0-3524-48fd-9506-a9618884bda0'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:21:39.446187 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.1911120 Feb 11 13:21:39.453003 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33280) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:39.460179 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bebcc2-1f30-4e64-98fa-e0b854567f44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9048a34-9fa8-42ac-894d-0f3c40b20f2f,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:39.472166 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d2bebcc2-1f30-4e64-98fa-e0b854567f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:39.480052 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-cfdb0db2-48c1-4960-a01e-2b8715249861 admin admin] Request body: {'subnet': {'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-315516815-subnet', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:39.496873 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cfdb0db2-48c1-4960-a01e-2b8715249861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:39.507399 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-cfdb0db2-48c1-4960-a01e-2b8715249861 admin admin] Usage tracker for resource:subnet and tenant:44959c6d103d41b6bfab4a6f3e28a3b9 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:39.514380 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-cfdb0db2-48c1-4960-a01e-2b8715249861 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:39.530816 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cfdb0db2-48c1-4960-a01e-2b8715249861 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:39.559625 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bebcc2-1f30-4e64-98fa-e0b854567f44 admin admin] Checking segment: {'id': '0db96a00-a80a-4476-9159-49fb88423484', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:21:39.560101 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bebcc2-1f30-4e64-98fa-e0b854567f44 admin admin] Network hostable DHCP agents. Network: 36ee8e38-a908-429c-8c98-d91947a3e7bb, hostable agents: ['1ef1e8a0-3524-48fd-9506-a9618884bda0'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:21:39.598542 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:39.599411 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:39.600324 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:39.604613 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1299f4b-fe0d-4651-9063-83a381ea935a admin admin] Network c8880d5e-140a-4e30-98d6-55095f84b3c1 is scheduled to be hosted by DHCP agent 1ef1e8a0-3524-48fd-9506-a9618884bda0 with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:21:39.611444 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:39.694585 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:39.734256 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-b1299f4b-fe0d-4651-9063-83a381ea935a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-smb, c8880d5e-140a-4e30-98d6-55095f84b3c1) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:21:39.739279 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:21:39.743484 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1299f4b-fe0d-4651-9063-83a381ea935a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:39.744070 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b1299f4b-fe0d-4651-9063-83a381ea935a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:39.749818 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cefd3d-0942-409e-a378-b00ca5992672 None None] Network c8880d5e-140a-4e30-98d6-55095f84b3c1 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:21:39.750195 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769294546052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:39.750724 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.segments_db [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Added segment 105d8543-004e-4e45-8773-254214446dc5 of type vxlan for network b7958149-0f98-41bf-895f-0a9896d05ebc Feb 11 13:21:39.756335 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Pushing event updated for resources: {'Network': ['ID=120ce4ab-747c-47cb-a13f-ce5d6314efdf,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:39.761189 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:39.771742 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Network 120ce4ab-747c-47cb-a13f-ce5d6314efdf details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:21:39.775597 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2704389 Feb 11 13:21:39.776332 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bebcc2-1f30-4e64-98fa-e0b854567f44 admin admin] Network 36ee8e38-a908-429c-8c98-d91947a3e7bb is scheduled to be hosted by DHCP agent 1ef1e8a0-3524-48fd-9506-a9618884bda0 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:21:39.777623 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdb0db2-48c1-4960-a01e-2b8715249861 admin admin] Made reservation on behalf of 44959c6d103d41b6bfab4a6f3e28a3b9 for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:21:39.783335 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0db2-48c1-4960-a01e-2b8715249861 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:39.790583 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33290) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:39.799178 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-9b93f061-8c00-4e77-8577-bb9e8c3ca72d admin admin] Request body: {'subnet': {'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-subnet', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:39.804201 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-9b93f061-8c00-4e77-8577-bb9e8c3ca72d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:39.808887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-9b93f061-8c00-4e77-8577-bb9e8c3ca72d admin admin] Usage tracker for resource:subnet and tenant:f5d2b1be961749bcaa243e9f0bed551b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:39.812576 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-9b93f061-8c00-4e77-8577-bb9e8c3ca72d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:39.817715 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-b1299f4b-fe0d-4651-9063-83a381ea935a admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4446874 Feb 11 13:21:39.818873 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-9b93f061-8c00-4e77-8577-bb9e8c3ca72d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:39.824387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-d2bebcc2-1f30-4e64-98fa-e0b854567f44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-smb, 36ee8e38-a908-429c-8c98-d91947a3e7bb) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:21:39.837672 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bebcc2-1f30-4e64-98fa-e0b854567f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:39.838416 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d2bebcc2-1f30-4e64-98fa-e0b854567f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:39.845453 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769294074005'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:39.878979 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Network 120ce4ab-747c-47cb-a13f-ce5d6314efdf details requested by agent ovs-agent-dv-cinder-773985-4-smb with host dv-cinder-773985-4-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:21:39.911020 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff07ce5e-c132-4a76-a3e5-f4fedbc97b47 None None] Network 36ee8e38-a908-429c-8c98-d91947a3e7bb requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:21:39.964934 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-d2bebcc2-1f30-4e64-98fa-e0b854567f44 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8409719 Feb 11 13:21:39.966227 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b93f061-8c00-4e77-8577-bb9e8c3ca72d admin admin] Made reservation on behalf of f5d2b1be961749bcaa243e9f0bed551b for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:21:39.967963 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33306) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:39.973668 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-367404893-router', 'tenant_id': '40b18a8382ce4421aeb7c42888ffdd71', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:39.977436 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9b93f061-8c00-4e77-8577-bb9e8c3ca72d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:39.979661 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:39.991276 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Usage tracker for resource:router and tenant:40b18a8382ce4421aeb7c42888ffdd71 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:39.999954 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:40.029289 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:40.041711 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:40.048316 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:40.049047 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:40.150466 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:40.291672 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853194696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774854'] for router, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:40.292778 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853191021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854262381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-947'] for router, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:40.366982 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33326) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:40.406101 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Pushing event updated for resources: {'Network': ['ID=b7958149-0f98-41bf-895f-0a9896d05ebc,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:40.418712 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:40.419904 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:40.459057 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9963598 Feb 11 13:21:40.464989 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33334) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:40.486036 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-5ec44f43-0c63-493f-ad7a-ac0ae03b668b admin admin] Request body: {'subnet': {'network_id': 'b7958149-0f98-41bf-895f-0a9896d05ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-969889120-subnet', 'tenant_id': '73aa416bb3d640ceb9039235e0c6a369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:40.522538 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5ec44f43-0c63-493f-ad7a-ac0ae03b668b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:40.541137 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5ec44f43-0c63-493f-ad7a-ac0ae03b668b admin admin] Usage tracker for resource:subnet and tenant:73aa416bb3d640ceb9039235e0c6a369 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:40.561806 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5ec44f43-0c63-493f-ad7a-ac0ae03b668b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:40.587908 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5ec44f43-0c63-493f-ad7a-ac0ae03b668b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:40.757156 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec44f43-0c63-493f-ad7a-ac0ae03b668b admin admin] Made reservation on behalf of 73aa416bb3d640ceb9039235e0c6a369 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:21:40.763253 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5ec44f43-0c63-493f-ad7a-ac0ae03b668b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:40.996699 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Network b7958149-0f98-41bf-895f-0a9896d05ebc details requested by agent ovs-agent-dv-cinder-773985-4-smb with host dv-cinder-773985-4-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:21:41.006941 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33356) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:41.020810 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90ed674c-4a29-4369-9ef6-de96172962ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:41.025895 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Network b7958149-0f98-41bf-895f-0a9896d05ebc details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:21:41.032317 dv-cinder-773985-4-smb neutron-server[80003]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 13:21:41.089832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854262398', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853194709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-928'] for router, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:41.103515 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-90ed674c-4a29-4369-9ef6-de96172962ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:41.164398 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-90ed674c-4a29-4369-9ef6-de96172962ad admin admin] Usage tracker for resource:security_group_rule and tenant:647fc0d08ffd490094053ab342f95cfd is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:41.177275 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-90ed674c-4a29-4369-9ef6-de96172962ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:41.193231 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-90ed674c-4a29-4369-9ef6-de96172962ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:41.279160 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a94423b-6422-4483-bfa4-ea3a98c52a26 None None] Network c8880d5e-140a-4e30-98d6-55095f84b3c1 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:21:41.403474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9b93f061-8c00-4e77-8577-bb9e8c3ca72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:41.419944 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:41.432032 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-101c5434-30eb-4f74-9f9c-5eb0ec625edc tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:41.436459 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-101c5434-30eb-4f74-9f9c-5eb0ec625edc tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/networks?id=c8880d5e-140a-4e30-98d6-55095f84b3c1 HTTP/1.1" status: 200 len: 811 time: 0.4268365 Feb 11 13:21:41.537158 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-4c367ad1-f106-4811-8ba2-df51951e82f0 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/quotas/a378b4bfd56042e28bcf92fe6a45c9f7 HTTP/1.1" status: 200 len: 375 time: 0.0900452 Feb 11 13:21:41.542833 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0db2-48c1-4960-a01e-2b8715249861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:41.581061 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e251c8-f1fe-4aa4-8764-563ee4f0fd7e None None] Network 36ee8e38-a908-429c-8c98-d91947a3e7bb requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:21:41.613897 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-82278bcf-9c0f-49ed-92d4-c0f685cfd274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:41.630690 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93f061-8c00-4e77-8577-bb9e8c3ca72d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b20cf4d-7400-4a95-b52e-0748341fc3c7,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:41.636234 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9b93f061-8c00-4e77-8577-bb9e8c3ca72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:41.757130 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b93f061-8c00-4e77-8577-bb9e8c3ca72d admin admin] Checking segment: {'id': '44f3993b-7057-4914-9e86-acabb2864cb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:21:41.757510 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b93f061-8c00-4e77-8577-bb9e8c3ca72d admin admin] Network hostable DHCP agents. Network: 120ce4ab-747c-47cb-a13f-ce5d6314efdf, hostable agents: ['1ef1e8a0-3524-48fd-9506-a9618884bda0'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:21:41.874343 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb0db2-48c1-4960-a01e-2b8715249861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98e5bf59-6944-4238-8be4-f45d233ac77b,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:41.874343 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cfdb0db2-48c1-4960-a01e-2b8715249861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:41.874892 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5ec44f43-0c63-493f-ad7a-ac0ae03b668b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:41.874973 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-0c5c1514-a330-4ca9-8cf5-f0d2f765c55f tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=a378b4bfd56042e28bcf92fe6a45c9f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2927866 Feb 11 13:21:41.875053 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d82528db-f68b-4e4a-8f4b-e0cff2bf1f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:41.878589 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90ed674c-4a29-4369-9ef6-de96172962ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:41.963282 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b93f061-8c00-4e77-8577-bb9e8c3ca72d admin admin] Network 120ce4ab-747c-47cb-a13f-ce5d6314efdf is scheduled to be hosted by DHCP agent 1ef1e8a0-3524-48fd-9506-a9618884bda0 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:21:42.053402 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec44f43-0c63-493f-ad7a-ac0ae03b668b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf8f78a3-8096-4919-b83f-04461eff9019,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:42.058481 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5ec44f43-0c63-493f-ad7a-ac0ae03b668b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:42.061527 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-9b93f061-8c00-4e77-8577-bb9e8c3ca72d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-smb, 120ce4ab-747c-47cb-a13f-ce5d6314efdf) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:21:42.069746 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b93f061-8c00-4e77-8577-bb9e8c3ca72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:42.069909 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05befd42-62c6-4a91-aaf7-ddbf7ab53cf8 None None] Network 120ce4ab-747c-47cb-a13f-ce5d6314efdf requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:21:42.070478 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9b93f061-8c00-4e77-8577-bb9e8c3ca72d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:42.153953 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec44f43-0c63-493f-ad7a-ac0ae03b668b admin admin] Checking segment: {'id': '105d8543-004e-4e45-8773-254214446dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b7958149-0f98-41bf-895f-0a9896d05ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:21:42.153953 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec44f43-0c63-493f-ad7a-ac0ae03b668b admin admin] Network hostable DHCP agents. Network: b7958149-0f98-41bf-895f-0a9896d05ebc, hostable agents: ['1ef1e8a0-3524-48fd-9506-a9618884bda0'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:21:42.175788 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-9b93f061-8c00-4e77-8577-bb9e8c3ca72d admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3838463 Feb 11 13:21:42.180288 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33378) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:42.196366 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:42.196366 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:42.199389 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Usage tracker for resource:router and tenant:f5d2b1be961749bcaa243e9f0bed551b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:42.203824 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:42.212072 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:42.220897 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec44f43-0c63-493f-ad7a-ac0ae03b668b admin admin] Network b7958149-0f98-41bf-895f-0a9896d05ebc is scheduled to be hosted by DHCP agent 1ef1e8a0-3524-48fd-9506-a9618884bda0 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:21:42.277772 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853194696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774854'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:42.279741 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853191021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854262381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-947'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:42.290380 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-5ec44f43-0c63-493f-ad7a-ac0ae03b668b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-smb, b7958149-0f98-41bf-895f-0a9896d05ebc) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:21:42.301163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95ffe6d-5edd-4ece-8990-841399c44e82 None None] Network b7958149-0f98-41bf-895f-0a9896d05ebc requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:21:42.307191 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec44f43-0c63-493f-ad7a-ac0ae03b668b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:42.307860 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5ec44f43-0c63-493f-ad7a-ac0ae03b668b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:42.338733 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90ed674c-4a29-4369-9ef6-de96172962ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:42.362918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-24b694f5-44f4-4e4e-a218-281a0b811bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:42.373075 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-5ec44f43-0c63-493f-ad7a-ac0ae03b668b admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8927093 Feb 11 13:21:42.416261 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdb0db2-48c1-4960-a01e-2b8715249861 admin admin] Checking segment: {'id': '535294c5-0985-4a0e-a9e0-7de35269ad8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:21:42.416791 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdb0db2-48c1-4960-a01e-2b8715249861 admin admin] Network hostable DHCP agents. Network: 432d53e6-aee4-4826-b14b-87a1a91902b3, hostable agents: ['1ef1e8a0-3524-48fd-9506-a9618884bda0'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:21:42.431397 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:42.456863 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed674c-4a29-4369-9ef6-de96172962ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017f0604-9612-4db0-9ec7-473f3258ca57,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:42.559607 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-90ed674c-4a29-4369-9ef6-de96172962ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:42.570379 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:42.629965 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:42.654202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-a79a216c-24d9-4f0e-b95e-4fb5cd1c9c04 service neutron] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:21:42.655315 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-a79a216c-24d9-4f0e-b95e-4fb5cd1c9c04 service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.6570089 Feb 11 13:21:42.691036 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15d7bf49-fbbe-50d7-94f3-dd471b9ffc91-120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'fixed_ips': [{'subnet_id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7'}]}} from dv-cinder-773985-4-smb. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 13:21:42.691036 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:42.721601 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-90ed674c-4a29-4369-9ef6-de96172962ad admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=647fc0d08ffd490094053ab342f95cfd&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3358872 Feb 11 13:21:42.724605 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33404) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:42.858378 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-1421f210-3850-4dad-b4ea-d3e647167a71 service neutron] 10.222.0.120 "GET /v2.0/networks/c8880d5e-140a-4e30-98d6-55095f84b3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943512 Feb 11 13:21:42.909015 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdb0db2-48c1-4960-a01e-2b8715249861 admin admin] Network 432d53e6-aee4-4826-b14b-87a1a91902b3 is scheduled to be hosted by DHCP agent 1ef1e8a0-3524-48fd-9506-a9618884bda0 with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:21:42.940601 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbf6905-04fa-4cae-bee2-a6ceed354e8f None None] Network b7958149-0f98-41bf-895f-0a9896d05ebc requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:21:42.959650 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d40f23fd-f250-4094-9033-d0732fb3cef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:43.034599 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-cfdb0db2-48c1-4960-a01e-2b8715249861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-smb, 432d53e6-aee4-4826-b14b-87a1a91902b3) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:21:43.051971 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafe564e-c80e-488f-ba19-3927ec601e18 None None] Network 432d53e6-aee4-4826-b14b-87a1a91902b3 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:21:43.054678 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdb0db2-48c1-4960-a01e-2b8715249861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:43.055900 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0db2-48c1-4960-a01e-2b8715249861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:43.136684 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854262398', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853194709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-928'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:43.153234 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-cfdb0db2-48c1-4960-a01e-2b8715249861 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.6993291 Feb 11 13:21:43.165382 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33414) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:43.177491 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:43.177992 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d40f23fd-f250-4094-9033-d0732fb3cef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:43.190458 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:43.194402 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-4dd9dda7-0f64-4ca3-a0e1-8eaba900cc9f service neutron] 10.222.0.120 "GET /v2.0/networks/c8880d5e-140a-4e30-98d6-55095f84b3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2767572 Feb 11 13:21:43.200043 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Usage tracker for resource:router and tenant:44959c6d103d41b6bfab4a6f3e28a3b9 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:43.205558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:43.216651 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:43.293928 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Allocated IP 172.28.1.152 (9b988e67-9b89-43b7-af4a-040b9df3e619/8661603f-17f1-42e8-835b-9e08198d29f6/b51e4948-9ebf-4da2-bb0e-31a508c14146) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:21:43.343870 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853194696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774854'] for router, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:43.345019 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853191021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854262381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-947'] for router, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:43.458985 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:43.613541 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:43.663149 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33438) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:43.689553 dv-cinder-773985-4-smb neutron-server[80003]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 13:21:43.712711 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:43.788246 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-938cf9c7-7bd8-4cc2-9139-9aafa4197b32 req-78215e7b-924c-4f7b-bd19-cdf541e8cec1 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 210 time: 0.1163256 Feb 11 13:21:43.845232 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15d7bf49-fbbe-50d7-94f3-dd471b9ffc91-432d53e6-aee4-4826-b14b-87a1a91902b3', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'fixed_ips': [{'subnet_id': '98e5bf59-6944-4238-8be4-f45d233ac77b'}]}} from dv-cinder-773985-4-smb. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 13:21:43.852849 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:43.872584 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Allocated IP 172.20.0.2 (120ce4ab-747c-47cb-a13f-ce5d6314efdf/4b20cf4d-7400-4a95-b52e-0748341fc3c7/e73653cd-3aa9-4eff-8112-ca05b2f90195) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:21:43.929436 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:43.942236 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d40f23fd-f250-4094-9033-d0732fb3cef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:44.104225 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:44.121059 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f23fd-f250-4094-9033-d0732fb3cef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017f0604-9612-4db0-9ec7-473f3258ca57,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:44.129994 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d40f23fd-f250-4094-9033-d0732fb3cef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:44.161770 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33460) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:44.188836 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1507119759-network', 'tenant_id': '92482f5e0fc2470591425570dfd1355f'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:44.209198 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:44.214102 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d40f23fd-f250-4094-9033-d0732fb3cef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:44.215339 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-d40f23fd-f250-4094-9033-d0732fb3cef5 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/017f0604-9612-4db0-9ec7-473f3258ca57 HTTP/1.1" status: 204 len: 168 time: 1.4893556 Feb 11 13:21:44.219790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Usage tracker for resource:network and tenant:92482f5e0fc2470591425570dfd1355f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:44.226680 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:44.235762 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:44.236607 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:44.311486 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:44.364088 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Pushing event updated for resources: {'Port': ['ID=b51e4948-9ebf-4da2-bb0e-31a508c14146,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:44.379331 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:44.431546 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Made reservation on behalf of 92482f5e0fc2470591425570dfd1355f for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:21:44.449673 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:44.532875 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854262398', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853194709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-928'] for router, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:44.574266 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Allocated IP 172.20.0.2 (432d53e6-aee4-4826-b14b-87a1a91902b3/98e5bf59-6944-4238-8be4-f45d233ac77b/bc0fc07d-af2f-4958-8d1b-2d1e7ce26176) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:21:44.588293 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Network 9b988e67-9b89-43b7-af4a-040b9df3e619 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:21:44.591289 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:21:44.594338 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:21:44.719474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:44.753690 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:44.773074 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Usage tracker for resource:security_group_rule and tenant:92482f5e0fc2470591425570dfd1355f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:44.779150 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:44.824918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:44.922559 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:44.980233 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Transition to ACTIVE for port object bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:21:45.018248 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Transition to ACTIVE for port object bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:21:45.087716 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:45.103721 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d25af2b7-3f7c-46f6-a401-d0ccaa51a611 req-f68c032d-a1a6-4c55-b6b9-b78052d0a323 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 210 time: 0.0613303 Feb 11 13:21:45.104524 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:45.146820 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Allocated IP 172.28.1.201 (9b988e67-9b89-43b7-af4a-040b9df3e619/8661603f-17f1-42e8-835b-9e08198d29f6/6025520f-fe10-4e72-8d7b-455fc5231bf4) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:21:45.148480 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:45.173196 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Transition to ACTIVE for port object e73653cd-3aa9-4eff-8112-ca05b2f90195 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:21:45.429301 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Transition to ACTIVE for port object e73653cd-3aa9-4eff-8112-ca05b2f90195 will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:21:45.477335 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Pushing event updated for resources: {'Port': ['ID=bc0fc07d-af2f-4958-8d1b-2d1e7ce26176,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:45.494974 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.505307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.505307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.505307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.505307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.505307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.505307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.505307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.505307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.505307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.505307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.505307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.505307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.505307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.505307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.505307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.508485 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.509027 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.509326 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.509744 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.510483 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.510483 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.510820 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.512383 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Tracked resource versions report: Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: pushed versions: Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: { 'AddressGroup': {'1.1'}, Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': {'1.0'}, Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': {'1.0'}, Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': {'1.1'}, Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': {'1.7'}, Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': {'1.2'}, Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': {'1.8'}, Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': {'1.4'}, Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': {'1.0'}, Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': {'1.1'}, Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': {'1.1'}} Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: consumer versions: Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: { DHCP agent@dv-cinder-773985-4-smb: {}, Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: L3 agent@dv-cinder-773985-4-smb: {}, Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: Metadata agent@dv-cinder-773985-4-smb: {}, Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: Metering agent@dv-cinder-773985-4-smb: {}, Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: Open vSwitch agent@dv-cinder-773985-4-smb: { 'AddressGroup': '1.1', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': '1.0', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': '1.0', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': '1.1', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': '1.7', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': '1.2', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': '1.8', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': '1.4', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': '1.2', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': '1.0', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': '1.1', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': '1.1'}, Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: Open vSwitch agent@hv-cinder-77398: { 'AddressGroup': '1.1', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': '1.0', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': '1.0', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': '1.1', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': '1.7', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': '1.2', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': '1.8', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': '1.4', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': '1.2', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': '1.0', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': '1.1', Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': '1.1'}} Feb 11 13:21:45.523123 dv-cinder-773985-4-smb neutron-server[80003]: {{(pid=80116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 13:21:45.545292 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:45.560192 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Network 432d53e6-aee4-4826-b14b-87a1a91902b3 is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:21:45.561729 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Resources bound (agent type, host, resource id): {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:21:45.576563 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:21:45.582334 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:45.590099 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:45.622648 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:45.633754 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:45.673199 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-da7801ac-102e-44f6-a43e-e05d93199e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:45.725959 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:21:45.745925 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:45.757855 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:45.785419 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11af1a26-8319-4da7-8d4d-edee74ea50b7,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:45.810152 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:45.811467 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769294546052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:45.814893 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.segments_db [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Added segment 82d1753b-8a9e-4c14-bf20-5ee817b741aa of type vxlan for network 2280bb9c-be24-4c39-b8fb-7be06d899aa2 Feb 11 13:21:45.860299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:45.872034 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Pushing event updated for resources: {'Port': ['ID=e73653cd-3aa9-4eff-8112-ca05b2f90195,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:45.874039 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:45.895989 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:45.896353 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Attempting to bind port bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:21:45.896768 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Attempting to bind port bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '535294c5-0985-4a0e-a9e0-7de35269ad8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:21:45.897176 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Attempting to bind port bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 on network 432d53e6-aee4-4826-b14b-87a1a91902b3 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:21:45.906325 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:21:45.906778 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Checking segment: {'id': '535294c5-0985-4a0e-a9e0-7de35269ad8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:21:45.907176 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:45.907608 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Bound using segment: {'id': '535294c5-0985-4a0e-a9e0-7de35269ad8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:21:45.908161 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Bound port: bc0fc07d-af2f-4958-8d1b-2d1e7ce26176, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535294c5-0985-4a0e-a9e0-7de35269ad8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:21:45.908604 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:45.977715 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769294074005'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:45.996030 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:46.028323 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] For port bc0fc07d-af2f-4958-8d1b-2d1e7ce26176, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:21:46.029357 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:46.031807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] For port bc0fc07d-af2f-4958-8d1b-2d1e7ce26176, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=bc0fc07d-af2f-4958-8d1b-2d1e7ce26176,segment=NetworkSegment(535294c5-0985-4a0e-a9e0-7de35269ad8c),segment_id=535294c5-0985-4a0e-a9e0-7de35269ad8c)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:21:46.039710 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b99dd340-e079-4459-8e51-444ca504ab65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:46.083964 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:46.105494 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Network 120ce4ab-747c-47cb-a13f-ce5d6314efdf is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:21:46.106243 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:46.198287 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Pushing event updated for resources: {'Port': ['ID=bc0fc07d-af2f-4958-8d1b-2d1e7ce26176,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:46.201737 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Resources bound (agent type, host, resource id): {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:21:46.213234 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:46.215037 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.resource_extend [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 11 13:21:46.245205 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Pushing event updated for resources: {'Port': ['ID=6025520f-fe10-4e72-8d7b-455fc5231bf4,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:46.254885 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:46.305657 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:46.313845 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:21:46.321169 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:46.321827 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:46.349774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:46.413337 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Attempting to bind port e73653cd-3aa9-4eff-8112-ca05b2f90195 on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:21:46.413753 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Attempting to bind port e73653cd-3aa9-4eff-8112-ca05b2f90195 by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '44f3993b-7057-4914-9e86-acabb2864cb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:21:46.414844 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Attempting to bind port e73653cd-3aa9-4eff-8112-ca05b2f90195 on network 120ce4ab-747c-47cb-a13f-ce5d6314efdf {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:21:46.421614 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-576e6c22-9345-435a-b40d-b812289cd057 req-26074f72-7703-4094-9759-06906128526f tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 210 time: 0.1140654 Feb 11 13:21:46.423757 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:21:46.424188 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Checking segment: {'id': '44f3993b-7057-4914-9e86-acabb2864cb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:21:46.424642 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:46.425083 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Bound using segment: {'id': '44f3993b-7057-4914-9e86-acabb2864cb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:21:46.425785 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Bound port: e73653cd-3aa9-4eff-8112-ca05b2f90195, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f3993b-7057-4914-9e86-acabb2864cb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:21:46.426225 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:46.520943 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Network 9b988e67-9b89-43b7-af4a-040b9df3e619 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:21:46.542919 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:21:46.545957 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:21:46.658013 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] For port e73653cd-3aa9-4eff-8112-ca05b2f90195, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:21:46.663774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] For port e73653cd-3aa9-4eff-8112-ca05b2f90195, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=e73653cd-3aa9-4eff-8112-ca05b2f90195,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:21:46.705874 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:46.706674 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Allocated IP 172.28.1.167 (9b988e67-9b89-43b7-af4a-040b9df3e619/8661603f-17f1-42e8-835b-9e08198d29f6/3833fed0-1905-4198-a822-1cf76c87d5d9) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:21:46.725448 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:46.765569 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5977385 Feb 11 13:21:46.772245 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33548) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:46.778876 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Pushing event updated for resources: {'Network': ['ID=2280bb9c-be24-4c39-b8fb-7be06d899aa2,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:46.794285 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-c8657150-1ec0-4e3f-a06a-aa19f07e098c admin admin] Request body: {'subnet': {'network_id': '2280bb9c-be24-4c39-b8fb-7be06d899aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1507119759-subnet', 'tenant_id': '92482f5e0fc2470591425570dfd1355f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:46.794285 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:46.816591 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Network 2280bb9c-be24-4c39-b8fb-7be06d899aa2 details requested by agent ovs-agent-dv-cinder-773985-4-smb with host dv-cinder-773985-4-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:21:46.838127 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c8657150-1ec0-4e3f-a06a-aa19f07e098c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:46.838367 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Network 2280bb9c-be24-4c39-b8fb-7be06d899aa2 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:21:46.846232 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-c8657150-1ec0-4e3f-a06a-aa19f07e098c admin admin] Usage tracker for resource:subnet and tenant:92482f5e0fc2470591425570dfd1355f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:46.858329 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-c8657150-1ec0-4e3f-a06a-aa19f07e098c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:46.883849 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c8657150-1ec0-4e3f-a06a-aa19f07e098c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:46.973678 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8657150-1ec0-4e3f-a06a-aa19f07e098c admin admin] Made reservation on behalf of 92482f5e0fc2470591425570dfd1355f for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:21:46.979573 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c8657150-1ec0-4e3f-a06a-aa19f07e098c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:47.102094 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513509'] for router, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:47.509796 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:47.651921 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:47.692620 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:47.747215 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Router ab749511-49a7-4717-8daa-a1a7aea25de0 is scheduled to L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e with binding_index 1 {{(pid=80115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 13:21:47.823052 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:48.020483 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Pushing event updated for resources: {'Port': ['ID=e73653cd-3aa9-4eff-8112-ca05b2f90195,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:48.026114 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.300s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:48.209747 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.111', 51399) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:48.332889 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1bc554c4-1ec5-480f-abb7-a32d34f286ad req-d0fc3156-4572-4521-8a83-b030d874178a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 210 time: 0.5702209 Feb 11 13:21:48.524166 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33600) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:48.594665 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=3833fed0-1905-4198-a822-1cf76c87d5d9,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:48.622475 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:48.686341 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Network 9b988e67-9b89-43b7-af4a-040b9df3e619 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:21:48.688455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:21:48.693689 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:21:48.724336 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0962ffcd-6736-4c3d-b814-d65bef6a3969 None None] Network 432d53e6-aee4-4826-b14b-87a1a91902b3 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:21:49.030125 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:21:49.042622 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Sync routers for ids ['ab749511-49a7-4717-8daa-a1a7aea25de0'] in dv-cinder-773985-4-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:21:49.058509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-bc3e78fd-dfd1-4f37-949c-4ae3a1500700 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:49.060213 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Routers {'ab749511-49a7-4717-8daa-a1a7aea25de0'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:21:49.061221 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:21:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['ab749511-49a7-4717-8daa-a1a7aea25de0'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:49.063954 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-bc3e78fd-dfd1-4f37-949c-4ae3a1500700 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Synchronizing usage tracker for tenant:a378b4bfd56042e28bcf92fe6a45c9f7 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:21:49.101050 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device e73653cd-3aa9-4eff-8112-ca05b2f90195 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:21:49.280315 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513509'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:49.307169 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-466aa9e1-520f-45e5-a8d4-44ef687dd9f0 None None] Provisioning for port bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:21:49.370372 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port e73653cd-3aa9-4eff-8112-ca05b2f90195 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:21:49.377241 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:21:49.426563 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Set router ab749511-49a7-4717-8daa-a1a7aea25de0 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:21:49.444894 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-bc3e78fd-dfd1-4f37-949c-4ae3a1500700 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Unset dirty status for tenant:a378b4bfd56042e28bcf92fe6a45c9f7 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:21:49.445880 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-bc3e78fd-dfd1-4f37-949c-4ae3a1500700 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.111 "GET /v2.0/networks?id=c8880d5e-140a-4e30-98d6-55095f84b3c1 HTTP/1.1" status: 200 len: 811 time: 1.2352178 Feb 11 13:21:49.469990 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:49.565315 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:49.566821 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-339a42a3-15db-4b9b-9164-b60d92aad839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:49.616846 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-11abc9f7-f8f0-41a7-ab0e-63e311f31710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:49.631133 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:21:49.637391 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:21:49.649069 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:49.649275 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] Notify callbacks [] for router, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:49.653080 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-249e074b-2ae6-4f46-b5e4-3117ed1e476a admin admin] 10.222.0.120 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.6814291 Feb 11 13:21:49.700325 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33652) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:49.704857 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-92d45508-7c47-413b-9bc2-58e87ecf867a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Request body: {'port': {'device_id': '2e5c7c49-bc8c-461d-846e-ecdb0d9fff62', 'network_id': 'c8880d5e-140a-4e30-98d6-55095f84b3c1', 'admin_state_up': True, 'tenant_id': 'a378b4bfd56042e28bcf92fe6a45c9f7'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:50.070764 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-30c6ded9-9a17-4062-8f56-42f26f4b048a None None] Provisioning complete for port bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:21:50.070764 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-30c6ded9-9a17-4062-8f56-42f26f4b048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:50.078491 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'name': 'tempest-ServerRescueNegativeTestJSON-367404893-router', 'tenant_id': '40b18a8382ce4421aeb7c42888ffdd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b51e4948-9ebf-4da2-bb0e-31a508c14146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:40Z', 'updated_at': '2021-02-11T13:21:44Z', 'revision_number': 3, 'project_id': '40b18a8382ce4421aeb7c42888ffdd71', 'gw_port': {'id': 'b51e4948-9ebf-4da2-bb0e-31a508c14146', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:50.108178 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:50.108790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Checking router: ab749511-49a7-4717-8daa-a1a7aea25de0 for host: dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:21:50.108790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Updating router ab749511-49a7-4717-8daa-a1a7aea25de0 port b51e4948-9ebf-4da2-bb0e-31a508c14146 binding host dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:21:50.143673 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc87ec8-7c09-4582-becf-2d1f29974fb1 None None] Network 120ce4ab-747c-47cb-a13f-ce5d6314efdf requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:21:50.180166 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:50.268500 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-11abc9f7-f8f0-41a7-ab0e-63e311f31710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:50.337286 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] For port bc0fc07d-af2f-4958-8d1b-2d1e7ce26176, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=bc0fc07d-af2f-4958-8d1b-2d1e7ce26176,segment=NetworkSegment(535294c5-0985-4a0e-a9e0-7de35269ad8c),segment_id=535294c5-0985-4a0e-a9e0-7de35269ad8c)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:21:50.513544 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:50.540603 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:50.541494 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513509'] for router, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:50.585642 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:50.890044 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-11abc9f7-f8f0-41a7-ab0e-63e311f31710 admin admin] Usage tracker for resource:security_group_rule and tenant:404f0a52421c47818ea2cdd3193d6f2f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:50.904415 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:50.918109 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-11abc9f7-f8f0-41a7-ab0e-63e311f31710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:50.971745 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33678) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:50.989784 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Pushing event updated for resources: {'Port': ['ID=bc0fc07d-af2f-4958-8d1b-2d1e7ce26176,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:50.994803 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:51.101617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-694db1a9-0d33-4c06-b37f-708e30e031aa None None] Provisioning for port e73653cd-3aa9-4eff-8112-ca05b2f90195 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:21:51.116397 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-694db1a9-0d33-4c06-b37f-708e30e031aa None None] Provisioning complete for port e73653cd-3aa9-4eff-8112-ca05b2f90195 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:21:51.116397 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-694db1a9-0d33-4c06-b37f-708e30e031aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:51.140836 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:51.180116 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Transition to ACTIVE for port object b51e4948-9ebf-4da2-bb0e-31a508c14146 will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:21:51.205014 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-11abc9f7-f8f0-41a7-ab0e-63e311f31710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:51.214568 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:51.263425 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Router 6914bdd8-bc1e-438b-818a-8e080a3daabd is scheduled to L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e with binding_index 1 {{(pid=80115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 13:21:51.269045 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-80fc91ca-e52c-463c-bb72-279dee78a165 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:51.309609 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-694db1a9-0d33-4c06-b37f-708e30e031aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:51.377683 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c8657150-1ec0-4e3f-a06a-aa19f07e098c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:51.379227 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-694db1a9-0d33-4c06-b37f-708e30e031aa None None] For port e73653cd-3aa9-4eff-8112-ca05b2f90195, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=e73653cd-3aa9-4eff-8112-ca05b2f90195,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:21:51.437249 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-694db1a9-0d33-4c06-b37f-708e30e031aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:51.439961 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-047fecec-b54d-4027-94d9-f660ac7753f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:51.452301 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-eb6cd9a8-bc2e-40b4-9df1-fa87f1bde6ae req-ad3bb3a2-46f1-4b61-9aa6-8b9dac627313 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 210 time: 1.6382968 Feb 11 13:21:51.563593 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:51.630838 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694db1a9-0d33-4c06-b37f-708e30e031aa None None] Pushing event updated for resources: {'Port': ['ID=e73653cd-3aa9-4eff-8112-ca05b2f90195,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:51.661643 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-694db1a9-0d33-4c06-b37f-708e30e031aa None None] Provisioning complete for port bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:21:51.661643 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-694db1a9-0d33-4c06-b37f-708e30e031aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:51.692167 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Pushing event updated for resources: {'Port': ['ID=b51e4948-9ebf-4da2-bb0e-31a508c14146,revision_number=2']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:51.761628 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.762003 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.762378 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.762747 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.763107 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.763467 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.763857 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.764212 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.764566 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.764990 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.765377 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.765772 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.766271 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.766666 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.767071 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.767437 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.767836 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.768191 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.768568 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.768992 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.769361 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.769718 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.770066 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.770788 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Tracked resource versions report: Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: pushed versions: Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: { 'AddressGroup': {'1.1'}, Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': {'1.0'}, Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': {'1.0'}, Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': {'1.1'}, Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': {'1.7'}, Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': {'1.2'}, Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': {'1.8'}, Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': {'1.4'}, Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': {'1.0'}, Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': {'1.1'}, Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': {'1.1'}} Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: consumer versions: Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: { DHCP agent@dv-cinder-773985-4-smb: {}, Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: L3 agent@dv-cinder-773985-4-smb: {}, Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: Metadata agent@dv-cinder-773985-4-smb: {}, Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: Metering agent@dv-cinder-773985-4-smb: {}, Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: Open vSwitch agent@dv-cinder-773985-4-smb: { 'AddressGroup': '1.1', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': '1.0', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': '1.0', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': '1.1', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': '1.7', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': '1.2', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': '1.8', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': '1.4', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': '1.2', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': '1.0', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': '1.1', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': '1.1'}, Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: Open vSwitch agent@hv-cinder-77398: { 'AddressGroup': '1.1', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'ConntrackHelper': '1.0', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'Log': '1.0', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'Network': '1.1', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'Port': '1.7', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'PortForwarding': '1.2', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'QosPolicy': '1.8', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroup': '1.4', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'SecurityGroupRule': '1.2', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'SubPort': '1.0', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'Subnet': '1.1', Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: 'Trunk': '1.1'}} Feb 11 13:21:51.773226 dv-cinder-773985-4-smb neutron-server[80003]: {{(pid=80117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 11 13:21:51.784058 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:51.849928 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-694db1a9-0d33-4c06-b37f-708e30e031aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:51.864795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Attempting to bind port b51e4948-9ebf-4da2-bb0e-31a508c14146 on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:21:51.865202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Attempting to bind port b51e4948-9ebf-4da2-bb0e-31a508c14146 by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:21:51.865623 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Attempting to bind port b51e4948-9ebf-4da2-bb0e-31a508c14146 on network 9b988e67-9b89-43b7-af4a-040b9df3e619 {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:21:51.876378 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:21:51.881595 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Checking segment: {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:21:51.882181 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:51.882666 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Bound using segment: {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:21:51.883217 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Bound port: b51e4948-9ebf-4da2-bb0e-31a508c14146, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:21:51.883666 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:52.068205 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] For port b51e4948-9ebf-4da2-bb0e-31a508c14146, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:21:52.075671 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] For port b51e4948-9ebf-4da2-bb0e-31a508c14146, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=b51e4948-9ebf-4da2-bb0e-31a508c14146,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:21:52.129062 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-03f37a8c-1134-4cdc-b200-666dd11bba86 None None] Provisioning complete for port e73653cd-3aa9-4eff-8112-ca05b2f90195 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:21:52.135801 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-03f37a8c-1134-4cdc-b200-666dd11bba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:52.146412 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:52.204272 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8657150-1ec0-4e3f-a06a-aa19f07e098c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60f2404-ab6c-4ed6-a918-cd3b1dec04d5,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:52.254478 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c8657150-1ec0-4e3f-a06a-aa19f07e098c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:52.265600 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8657150-1ec0-4e3f-a06a-aa19f07e098c admin admin] Checking segment: {'id': '82d1753b-8a9e-4c14-bf20-5ee817b741aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2280bb9c-be24-4c39-b8fb-7be06d899aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:21:52.266001 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8657150-1ec0-4e3f-a06a-aa19f07e098c admin admin] Network hostable DHCP agents. Network: 2280bb9c-be24-4c39-b8fb-7be06d899aa2, hostable agents: ['1ef1e8a0-3524-48fd-9506-a9618884bda0'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:21:52.322022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-92d45508-7c47-413b-9bc2-58e87ecf867a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:52.435560 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:21:52.447264 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Sync routers for ids ['6914bdd8-bc1e-438b-818a-8e080a3daabd'] in dv-cinder-773985-4-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:21:52.447999 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:52.469923 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Routers {'6914bdd8-bc1e-438b-818a-8e080a3daabd'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:21:52.470735 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:21:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['6914bdd8-bc1e-438b-818a-8e080a3daabd'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:52.551304 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Notify callbacks [] for router, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:52.556795 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] 10.222.0.120 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.3901303 Feb 11 13:21:52.564077 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33706) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:52.632089 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Routers {'ab749511-49a7-4717-8daa-a1a7aea25de0'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:21:52.633469 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:21:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['ab749511-49a7-4717-8daa-a1a7aea25de0'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:52.730186 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device e73653cd-3aa9-4eff-8112-ca05b2f90195 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:21:52.759882 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-92d45508-7c47-413b-9bc2-58e87ecf867a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Usage tracker for resource:port and tenant:a378b4bfd56042e28bcf92fe6a45c9f7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:52.778796 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-92d45508-7c47-413b-9bc2-58e87ecf867a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:52.798594 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-92d45508-7c47-413b-9bc2-58e87ecf867a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:52.821600 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-70ebfd9b-6ee3-4972-baf8-7cb32a9bd400 None None] Provisioning complete for port e73653cd-3aa9-4eff-8112-ca05b2f90195 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:21:52.822326 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-70ebfd9b-6ee3-4972-baf8-7cb32a9bd400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:52.894336 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-73bd0f2f-b928-4398-9fa0-5131c65e13dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:52.907508 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-92d45508-7c47-413b-9bc2-58e87ecf867a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Made reservation on behalf of a378b4bfd56042e28bcf92fe6a45c9f7 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:21:52.935992 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-92d45508-7c47-413b-9bc2-58e87ecf867a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:52.938885 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port e73653cd-3aa9-4eff-8112-ca05b2f90195 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:21:52.939575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:52.972123 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-73bd0f2f-b928-4398-9fa0-5131c65e13dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:21:52.977164 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-73bd0f2f-b928-4398-9fa0-5131c65e13dc admin admin] Usage tracker for resource:security_group_rule and tenant:33a7a669d577433aacc112bca117fb79 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:21:52.981002 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-73bd0f2f-b928-4398-9fa0-5131c65e13dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:21:52.990662 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-73bd0f2f-b928-4398-9fa0-5131c65e13dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:21:53.051548 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Set router 6914bdd8-bc1e-438b-818a-8e080a3daabd gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:21:53.113852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-73bd0f2f-b928-4398-9fa0-5131c65e13dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:53.130247 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Router cb84e634-4652-43ae-91c5-ae821d0bf30b is scheduled to L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 13:21:53.135547 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-54c9f263-cfe5-4a3a-aa32-ab4ed3aea39f req-ce460d80-601e-4ad6-b466-c7a31c92f05f tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 210 time: 0.3210521 Feb 11 13:21:53.173498 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] Set router ab749511-49a7-4717-8daa-a1a7aea25de0 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:21:53.235579 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-73bd0f2f-b928-4398-9fa0-5131c65e13dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:53.419741 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8657150-1ec0-4e3f-a06a-aa19f07e098c admin admin] Network 2280bb9c-be24-4c39-b8fb-7be06d899aa2 is scheduled to be hosted by DHCP agent 1ef1e8a0-3524-48fd-9506-a9618884bda0 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:21:53.524005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:53.537046 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-73bd0f2f-b928-4398-9fa0-5131c65e13dc admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=33a7a669d577433aacc112bca117fb79&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3403702 Feb 11 13:21:53.562104 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-c8657150-1ec0-4e3f-a06a-aa19f07e098c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-smb, 2280bb9c-be24-4c39-b8fb-7be06d899aa2) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:21:53.564703 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33712) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:53.587121 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Pushing event updated for resources: {'Port': ['ID=b51e4948-9ebf-4da2-bb0e-31a508c14146,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:53.591280 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.143s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:53.599103 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'name': 'tempest-ServerRescueNegativeTestJSON-367404893-router', 'tenant_id': '40b18a8382ce4421aeb7c42888ffdd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b51e4948-9ebf-4da2-bb0e-31a508c14146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:40Z', 'updated_at': '2021-02-11T13:21:44Z', 'revision_number': 3, 'project_id': '40b18a8382ce4421aeb7c42888ffdd71', 'gw_port': {'id': 'b51e4948-9ebf-4da2-bb0e-31a508c14146', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:53.619256 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00828b78-262d-4862-9bfb-fbe8ab73d83c None None] The sync data for ids ['ab749511-49a7-4717-8daa-a1a7aea25de0'] in dv-cinder-773985-4-smb is: [{'id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'name': 'tempest-ServerRescueNegativeTestJSON-367404893-router', 'tenant_id': '40b18a8382ce4421aeb7c42888ffdd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b51e4948-9ebf-4da2-bb0e-31a508c14146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:40Z', 'updated_at': '2021-02-11T13:21:44Z', 'revision_number': 3, 'project_id': '40b18a8382ce4421aeb7c42888ffdd71', 'gw_port': {'id': 'b51e4948-9ebf-4da2-bb0e-31a508c14146', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:21:53.742691 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf082f6-4b9e-41b2-b34d-94b2abcd9065 None None] Network 2280bb9c-be24-4c39-b8fb-7be06d899aa2 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:21:53.817140 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8657150-1ec0-4e3f-a06a-aa19f07e098c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:21:53.817802 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c8657150-1ec0-4e3f-a06a-aa19f07e098c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:54.153837 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-11abc9f7-f8f0-41a7-ab0e-63e311f31710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:54.182386 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:21:54.271223 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:54.317289 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:21:54.328360 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Sync routers for ids ['cb84e634-4652-43ae-91c5-ae821d0bf30b'] in dv-cinder-773985-4-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:21:54.344313 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Routers {'cb84e634-4652-43ae-91c5-ae821d0bf30b'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:21:54.355358 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:21:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['cb84e634-4652-43ae-91c5-ae821d0bf30b'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:54.364647 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-c8657150-1ec0-4e3f-a06a-aa19f07e098c admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 7.5875094 Feb 11 13:21:54.602439 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-92d45508-7c47-413b-9bc2-58e87ecf867a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Allocated IP 172.20.0.10 (c8880d5e-140a-4e30-98d6-55095f84b3c1/377e7f90-0971-46a3-a8be-4b3e0d39d164/8af79311-821c-4372-9c07-625e2d05f43a) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:21:54.634354 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981196c9-2f8c-43ee-96d3-48028788589f None None] Network 2280bb9c-be24-4c39-b8fb-7be06d899aa2 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:21:54.773347 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-11abc9f7-f8f0-41a7-ab0e-63e311f31710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:54.884633 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:21:54.884934 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:54.936681 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:48Z', 'revision_number': 3, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:54.941237 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:54.947835 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Checking router: 6914bdd8-bc1e-438b-818a-8e080a3daabd for host: dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:21:54.948397 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Updating router 6914bdd8-bc1e-438b-818a-8e080a3daabd port 3833fed0-1905-4198-a822-1cf76c87d5d9 binding host dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:21:54.958035 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] 10.222.0.120 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.7747002 Feb 11 13:21:54.964347 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33728) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:54.964729 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33730) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:55.171452 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Set router cb84e634-4652-43ae-91c5-ae821d0bf30b gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:21:55.199106 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:55.277257 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Allocated IP 172.20.0.1 (432d53e6-aee4-4826-b14b-87a1a91902b3/98e5bf59-6944-4238-8be4-f45d233ac77b/5f69e05e-2fff-4916-b25c-254c579b6508) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:21:55.358602 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f3672ffd-3d56-41dd-b3f7-e707e616d057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:55.360932 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd0f2f-b928-4398-9fa0-5131c65e13dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7951c4-4f63-4030-92bf-0c5718918860,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:55.369994 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-73bd0f2f-b928-4398-9fa0-5131c65e13dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.847s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:55.377564 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-53fc1b75-f79d-44f5-86c8-51bde58951bc admin admin] Deleting subnet cf8f78a3-8096-4919-b83f-04461eff9019 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:21:55.645020 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-11abc9f7-f8f0-41a7-ab0e-63e311f31710 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=404f0a52421c47818ea2cdd3193d6f2f&name=default HTTP/1.1" status: 200 len: 2978 time: 7.1124461 Feb 11 13:21:55.645020 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-92237d47-c9f6-4a21-9883-f5fb9d07a92e req-a741cf40-78f3-4f9c-8f26-50fd61d71619 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 210 time: 0.8676269 Feb 11 13:21:55.730341 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:55.791730 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Transition to ACTIVE for port object 5f69e05e-2fff-4916-b25c-254c579b6508 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:21:55.831152 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33738) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:55.922036 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:55.937325 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device b51e4948-9ebf-4da2-bb0e-31a508c14146 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:21:55.980987 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:56.033464 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:21:46Z', 'revision_number': 3, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:56.041259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Checking router: cb84e634-4652-43ae-91c5-ae821d0bf30b for host: dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:21:56.042842 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Updating router cb84e634-4652-43ae-91c5-ae821d0bf30b port 6025520f-fe10-4e72-8d7b-455fc5231bf4 binding host dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:21:56.118905 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c9a817a3-086b-4cde-bc33-d9fe07ef2ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:56.126897 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port b51e4948-9ebf-4da2-bb0e-31a508c14146 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:21:56.128768 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:56.157427 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port b51e4948-9ebf-4da2-bb0e-31a508c14146 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:21:56.159780 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-53fc1b75-f79d-44f5-86c8-51bde58951bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:56.160439 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:56.281395 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f3672ffd-3d56-41dd-b3f7-e707e616d057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:56.376948 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.150s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:56.414985 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:21:56.428791 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Pushing event updated for resources: {'Port': ['ID=5f69e05e-2fff-4916-b25c-254c579b6508,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:56.432714 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:56.470355 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c9a817a3-086b-4cde-bc33-d9fe07ef2ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:56.573997 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Network 432d53e6-aee4-4826-b14b-87a1a91902b3 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:21:56.575700 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:21:56.578724 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:21:56.581217 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-514489'] for router_interface, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:56.585184 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-53fc1b75-f79d-44f5-86c8-51bde58951bc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:56.620743 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:56.667995 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] For port b51e4948-9ebf-4da2-bb0e-31a508c14146, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=b51e4948-9ebf-4da2-bb0e-31a508c14146,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:21:56.695754 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c9a817a3-086b-4cde-bc33-d9fe07ef2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:56.717698 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:56.724640 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:56.727367 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:56.755392 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a817a3-086b-4cde-bc33-d9fe07ef2ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4cc53e-9c3c-465b-a08d-4215e2626d61,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:56.763320 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c9a817a3-086b-4cde-bc33-d9fe07ef2ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:56.766191 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:56.846037 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abc9f7-f8f0-41a7-ab0e-63e311f31710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4cc53e-9c3c-465b-a08d-4215e2626d61,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:56.858315 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-11abc9f7-f8f0-41a7-ab0e-63e311f31710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:56.864459 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c9a817a3-086b-4cde-bc33-d9fe07ef2ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:56.872584 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-c9a817a3-086b-4cde-bc33-d9fe07ef2ac3 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/7d4cc53e-9c3c-465b-a08d-4215e2626d61 HTTP/1.1" status: 204 len: 168 time: 1.0399253 Feb 11 13:21:56.974987 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Transition to ACTIVE for port object 3833fed0-1905-4198-a822-1cf76c87d5d9 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:21:57.040033 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:57.061363 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b711c573-bca5-42da-bf38-7118761958c5 None None] Provisioning for port 5f69e05e-2fff-4916-b25c-254c579b6508 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:21:57.072075 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:57.094869 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:57.096371 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b711c573-bca5-42da-bf38-7118761958c5 None None] Provisioning complete for port 5f69e05e-2fff-4916-b25c-254c579b6508 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:21:57.096982 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b711c573-bca5-42da-bf38-7118761958c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:57.189471 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-b711c573-bca5-42da-bf38-7118761958c5 None None] Port 5f69e05e-2fff-4916-b25c-254c579b6508 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:21:57.215795 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e09c05bd-f3bd-45b2-92a1-d052b971b240 req-9c37a4df-2bf7-4adc-8f4c-71ca9a7b40e8 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 210 time: 0.1254842 Feb 11 13:21:57.308667 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Pushing event updated for resources: {'Port': ['ID=b51e4948-9ebf-4da2-bb0e-31a508c14146,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:57.328375 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:57.329363 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:57.457899 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af108c87-96a7-47ad-83d8-3b1b62ce58d3 None None] Pushing event updated for resources: {'Port': ['ID=3833fed0-1905-4198-a822-1cf76c87d5d9,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:57.463848 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:57.490789 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-af108c87-96a7-47ad-83d8-3b1b62ce58d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:57.505509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Transition to ACTIVE for port object 6025520f-fe10-4e72-8d7b-455fc5231bf4 will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:21:57.534167 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:57.576765 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:57.809555 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-92d45508-7c47-413b-9bc2-58e87ecf867a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:57.924427 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-53fc1b75-f79d-44f5-86c8-51bde58951bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853299468'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.093533 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ee0ad-5536-4b55-bb16-08fb517c676b None None] Pushing event updated for resources: {'Port': ['ID=6025520f-fe10-4e72-8d7b-455fc5231bf4,revision_number=2']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:58.119311 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-591ee0ad-5536-4b55-bb16-08fb517c676b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:58.146261 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.151255 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device b51e4948-9ebf-4da2-bb0e-31a508c14146 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:21:58.173791 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.174926 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853191683'] for router_interface, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.201724 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6b81b104-2d5c-4f15-97bb-07057b8dd731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:58.274080 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Attempting to bind port 6025520f-fe10-4e72-8d7b-455fc5231bf4 on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:21:58.274538 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Attempting to bind port 6025520f-fe10-4e72-8d7b-455fc5231bf4 by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:21:58.274947 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Attempting to bind port 6025520f-fe10-4e72-8d7b-455fc5231bf4 on network 9b988e67-9b89-43b7-af4a-040b9df3e619 {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:21:58.293704 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:21:58.294122 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Checking segment: {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:21:58.294579 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.295018 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Bound using segment: {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:21:58.295556 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Bound port: 6025520f-fe10-4e72-8d7b-455fc5231bf4, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:21:58.311349 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.314767 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Attempting to bind port 3833fed0-1905-4198-a822-1cf76c87d5d9 on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:21:58.315307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Attempting to bind port 3833fed0-1905-4198-a822-1cf76c87d5d9 by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:21:58.315975 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Attempting to bind port 3833fed0-1905-4198-a822-1cf76c87d5d9 on network 9b988e67-9b89-43b7-af4a-040b9df3e619 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:21:58.339298 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:21:58.339940 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Checking segment: {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:21:58.340514 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.341204 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Bound using segment: {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:21:58.341865 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Bound port: 3833fed0-1905-4198-a822-1cf76c87d5d9, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:21:58.342424 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.407319 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Pushing event updated for resources: {'Port': ['ID=5f69e05e-2fff-4916-b25c-254c579b6508,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:58.429152 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:58.476952 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port b51e4948-9ebf-4da2-bb0e-31a508c14146 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:21:58.477554 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.549265 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-92d45508-7c47-413b-9bc2-58e87ecf867a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.608194 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] For port 6025520f-fe10-4e72-8d7b-455fc5231bf4, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:21:58.619329 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] For port 6025520f-fe10-4e72-8d7b-455fc5231bf4, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=6025520f-fe10-4e72-8d7b-455fc5231bf4,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:21:58.648068 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] For port 3833fed0-1905-4198-a822-1cf76c87d5d9, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:21:58.671943 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.706512 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-591ee0ad-5536-4b55-bb16-08fb517c676b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:58.710505 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] For port 3833fed0-1905-4198-a822-1cf76c87d5d9, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=3833fed0-1905-4198-a822-1cf76c87d5d9,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:21:58.719046 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Network 432d53e6-aee4-4826-b14b-87a1a91902b3 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:21:58.721554 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:21:58.749970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:58.799751 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:58.859693 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:21:58.926789 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ee0ad-5536-4b55-bb16-08fb517c676b None None] Pushing event updated for resources: {'Port': ['ID=6025520f-fe10-4e72-8d7b-455fc5231bf4,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:58.946508 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-591ee0ad-5536-4b55-bb16-08fb517c676b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:58.960732 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af108c87-96a7-47ad-83d8-3b1b62ce58d3 None None] Pushing event updated for resources: {'Port': ['ID=3833fed0-1905-4198-a822-1cf76c87d5d9,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:21:58.964662 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-af108c87-96a7-47ad-83d8-3b1b62ce58d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:21:59.224129 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-88b763dd-983a-4345-ba8b-1d8c162f0ff6 None None] Provisioning complete for port 5f69e05e-2fff-4916-b25c-254c579b6508 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:21:59.224989 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-88b763dd-983a-4345-ba8b-1d8c162f0ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:59.311569 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-88b763dd-983a-4345-ba8b-1d8c162f0ff6 None None] Port 5f69e05e-2fff-4916-b25c-254c579b6508 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:21:59.320952 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Routers {'cb84e634-4652-43ae-91c5-ae821d0bf30b'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:21:59.321674 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:21:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['cb84e634-4652-43ae-91c5-ae821d0bf30b'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:59.410335 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f3672ffd-3d56-41dd-b3f7-e707e616d057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:21:59.443277 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Routers {'6914bdd8-bc1e-438b-818a-8e080a3daabd'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:21:59.443968 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:21:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['6914bdd8-bc1e-438b-818a-8e080a3daabd'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:21:59.503675 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Router 6914bdd8-bc1e-438b-818a-8e080a3daabd has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:21:59.910774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] Set router 6914bdd8-bc1e-438b-818a-8e080a3daabd gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:21:59.950078 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:21:59.964707 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] 10.222.0.120 "PUT /v2.0/routers/6914bdd8-bc1e-438b-818a-8e080a3daabd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3994448 Feb 11 13:22:00.235882 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] Set router cb84e634-4652-43ae-91c5-ae821d0bf30b gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:22:00.346274 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-92d45508-7c47-413b-9bc2-58e87ecf867a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Network c8880d5e-140a-4e30-98d6-55095f84b3c1 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:22:00.348672 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:00.418448 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d45508-7c47-413b-9bc2-58e87ecf867a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Pushing event updated for resources: {'Port': ['ID=8af79311-821c-4372-9c07-625e2d05f43a,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:00.427790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-92d45508-7c47-413b-9bc2-58e87ecf867a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.564s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:00.430384 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:00.476185 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-92d45508-7c47-413b-9bc2-58e87ecf867a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:22:00.486608 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-92d45508-7c47-413b-9bc2-58e87ecf867a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:22:00.618283 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-92d45508-7c47-413b-9bc2-58e87ecf867a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:00.624736 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-92d45508-7c47-413b-9bc2-58e87ecf867a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:00.676813 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '5f69e05e-2fff-4916-b25c-254c579b6508', 'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'mac_address': 'fa:16:3e:a8:63:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:54Z', 'updated_at': '2021-02-11T13:21:57Z', 'revision_number': 2, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'subnets': [{'id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:00.689775 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40128e72-cb12-4607-a783-c27a9c392d38 None None] The sync data for ids ['6914bdd8-bc1e-438b-818a-8e080a3daabd'] in dv-cinder-773985-4-smb is: [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '5f69e05e-2fff-4916-b25c-254c579b6508', 'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'mac_address': 'fa:16:3e:a8:63:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:54Z', 'updated_at': '2021-02-11T13:21:57Z', 'revision_number': 2, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'subnets': [{'id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:22:00.691520 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.154s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:00.845486 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:21:46Z', 'revision_number': 3, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:00.869477 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f77395-b0e1-4240-8a3a-948fb58724e6 None None] The sync data for ids ['cb84e634-4652-43ae-91c5-ae821d0bf30b'] in dv-cinder-773985-4-smb is: [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:21:46Z', 'revision_number': 3, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:22:01.132382 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3672ffd-3d56-41dd-b3f7-e707e616d057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7951c4-4f63-4030-92bf-0c5718918860,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:01.173496 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-53fc1b75-f79d-44f5-86c8-51bde58951bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1476348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:01.246552 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33816) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:01.266319 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-0e58a475-2e30-453d-87ef-07401a82ed85 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1678414167', 'description': 'tempest-description--1582457203'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:01.319458 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0e58a475-2e30-453d-87ef-07401a82ed85 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:01.331688 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-0e58a475-2e30-453d-87ef-07401a82ed85 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Usage tracker for resource:security_group and tenant:44959c6d103d41b6bfab4a6f3e28a3b9 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:01.340699 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-0e58a475-2e30-453d-87ef-07401a82ed85 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:01.355625 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0e58a475-2e30-453d-87ef-07401a82ed85 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:01.365842 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637a285-db83-4f18-9be3-a94ff0e32c15 req-79de31aa-ecdb-4709-8915-cdb965acb8aa tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:01.367181 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-e637a285-db83-4f18-9be3-a94ff0e32c15 req-79de31aa-ecdb-4709-8915-cdb965acb8aa tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Synchronizing usage tracker for tenant:a378b4bfd56042e28bcf92fe6a45c9f7 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:22:01.414136 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0e58a475-2e30-453d-87ef-07401a82ed85 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:01.466381 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0e58a475-2e30-453d-87ef-07401a82ed85 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:01.473589 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f3672ffd-3d56-41dd-b3f7-e707e616d057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:01.477011 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-0e58a475-2e30-453d-87ef-07401a82ed85 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Usage tracker for resource:security_group_rule and tenant:44959c6d103d41b6bfab4a6f3e28a3b9 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:01.485227 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-0e58a475-2e30-453d-87ef-07401a82ed85 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:01.514364 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0e58a475-2e30-453d-87ef-07401a82ed85 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:01.559573 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f3672ffd-3d56-41dd-b3f7-e707e616d057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:01.561006 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-f3672ffd-3d56-41dd-b3f7-e707e616d057 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/4d7951c4-4f63-4030-92bf-0c5718918860 HTTP/1.1" status: 204 len: 168 time: 7.9472840 Feb 11 13:22:01.577266 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c8657150-1ec0-4e3f-a06a-aa19f07e098c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:01.703182 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc1b75-f79d-44f5-86c8-51bde58951bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf8f78a3-8096-4919-b83f-04461eff9019,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:01.713734 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-e637a285-db83-4f18-9be3-a94ff0e32c15 req-79de31aa-ecdb-4709-8915-cdb965acb8aa tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Unset dirty status for tenant:a378b4bfd56042e28bcf92fe6a45c9f7 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:22:01.715313 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e637a285-db83-4f18-9be3-a94ff0e32c15 req-79de31aa-ecdb-4709-8915-cdb965acb8aa tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 932 time: 3.1591468 Feb 11 13:22:01.716841 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-53fc1b75-f79d-44f5-86c8-51bde58951bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:01.734323 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-92d45508-7c47-413b-9bc2-58e87ecf867a tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 12.0926237 Feb 11 13:22:01.768379 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0e58a475-2e30-453d-87ef-07401a82ed85 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:01.825208 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0e58a475-2e30-453d-87ef-07401a82ed85 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:01.832074 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6b00068a-4e33-4620-99d5-0d585206eb03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:01.898499 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 6025520f-fe10-4e72-8d7b-455fc5231bf4 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:01.902684 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Allocated IP 172.20.0.1 (120ce4ab-747c-47cb-a13f-ce5d6314efdf/4b20cf4d-7400-4a95-b52e-0748341fc3c7/56c151bb-8123-45bc-9cee-171400cd9434) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:22:01.927605 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58a475-2e30-453d-87ef-07401a82ed85 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:01.934005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0e58a475-2e30-453d-87ef-07401a82ed85 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:01.961480 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-4d39fe51-97a5-46a0-8c29-9626d32791ba tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:22:01.962706 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-4d39fe51-97a5-46a0-8c29-9626d32791ba tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.111 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0221169 Feb 11 13:22:01.965064 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0e58a475-2e30-453d-87ef-07401a82ed85 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:01.967392 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-0e58a475-2e30-453d-87ef-07401a82ed85 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7185977 Feb 11 13:22:01.975194 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33834) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:01.982196 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-be407fc8-4405-47d5-be6a-107904cd8bb1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Request body: {'security_group_rule': {'security_group_id': '7977d044-a5a4-4e5a-a3e0-3ee415bc31cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:02.028700 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-be407fc8-4405-47d5-be6a-107904cd8bb1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:02.037418 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-be407fc8-4405-47d5-be6a-107904cd8bb1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Usage tracker for resource:security_group_rule and tenant:44959c6d103d41b6bfab4a6f3e28a3b9 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:02.044349 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-be407fc8-4405-47d5-be6a-107904cd8bb1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:02.062297 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-be407fc8-4405-47d5-be6a-107904cd8bb1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:02.133806 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port 6025520f-fe10-4e72-8d7b-455fc5231bf4 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:22:02.140975 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 6025520f-fe10-4e72-8d7b-455fc5231bf4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:02.141499 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:02.177022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be407fc8-4405-47d5-be6a-107904cd8bb1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:02.254193 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-e637a285-db83-4f18-9be3-a94ff0e32c15 req-4dff876b-6ab3-441c-82e8-902e817ec845 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Synchronizing usage tracker for tenant:a378b4bfd56042e28bcf92fe6a45c9f7 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:22:02.364817 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be407fc8-4405-47d5-be6a-107904cd8bb1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:02.482081 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-53fc1b75-f79d-44f5-86c8-51bde58951bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:02.482081 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-53fc1b75-f79d-44f5-86c8-51bde58951bc admin admin] 10.222.0.120 "DELETE /v2.0/subnets/cf8f78a3-8096-4919-b83f-04461eff9019 HTTP/1.1" status: 204 len: 168 time: 7.2409129 Feb 11 13:22:02.482701 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33842) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:02.498479 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:02.524309 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] For port 6025520f-fe10-4e72-8d7b-455fc5231bf4, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=6025520f-fe10-4e72-8d7b-455fc5231bf4,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:02.527976 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be407fc8-4405-47d5-be6a-107904cd8bb1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415936'] for security_group_rule, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:02.555464 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:02.633226 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-e637a285-db83-4f18-9be3-a94ff0e32c15 req-4dff876b-6ab3-441c-82e8-902e817ec845 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Unset dirty status for tenant:a378b4bfd56042e28bcf92fe6a45c9f7 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:22:02.637448 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e637a285-db83-4f18-9be3-a94ff0e32c15 req-4dff876b-6ab3-441c-82e8-902e817ec845 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/security-groups?id=eb9e6ed9-c6b5-4b93-9b55-99ae1298147a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9017489 Feb 11 13:22:02.655551 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:02.663963 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-af108c87-96a7-47ad-83d8-3b1b62ce58d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:02.674127 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Transition to ACTIVE for port object 56c151bb-8123-45bc-9cee-171400cd9434 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:22:02.717708 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853372729'] for network, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:02.841338 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Allocated IP 172.20.0.1 (36ee8e38-a908-429c-8c98-d91947a3e7bb/b9048a34-9fa8-42ac-894d-0f3c40b20f2f/67484cae-e3fb-4e49-b36a-eb60a4bc6640) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:22:02.844938 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33850) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:02.869703 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dfaf1d8a-7c06-4c79-8032-9f711e493ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:02.892899 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Request body: {'port': {'device_id': '2e5c7c49-bc8c-461d-846e-ecdb0d9fff62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:02.903316 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Pushing event updated for resources: {'Port': ['ID=6025520f-fe10-4e72-8d7b-455fc5231bf4,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:02.908392 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:02.948120 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:02.970920 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:03.019128 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be407fc8-4405-47d5-be6a-107904cd8bb1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572a964d-f813-419d-a2db-32529f7dc1ba,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:03.093984 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-be407fc8-4405-47d5-be6a-107904cd8bb1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:03.114306 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-dfaf1d8a-7c06-4c79-8032-9f711e493ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:03.121566 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:03.193536 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853300733', 'neutron.services.segments.db._delete_segments_for_network--9223363267560229748'] for network, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:03.198970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-dfaf1d8a-7c06-4c79-8032-9f711e493ec9 admin admin] Usage tracker for resource:security_group_rule and tenant:3a14a1bb832d4b0b8835e58460423ab8 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:03.202296 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-dfaf1d8a-7c06-4c79-8032-9f711e493ec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:03.208120 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-dfaf1d8a-7c06-4c79-8032-9f711e493ec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:03.220253 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-be407fc8-4405-47d5-be6a-107904cd8bb1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:03.221464 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-be407fc8-4405-47d5-be6a-107904cd8bb1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2449770 Feb 11 13:22:03.224968 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33866) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:03.232683 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-72fb120c-61b4-4873-9fc8-136941ee2bcc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Request body: {'security_group_rule': {'security_group_id': '7977d044-a5a4-4e5a-a3e0-3ee415bc31cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:03.297809 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Pushing event updated for resources: {'Port': ['ID=56c151bb-8123-45bc-9cee-171400cd9434,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:03.309684 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-72fb120c-61b4-4873-9fc8-136941ee2bcc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:03.318804 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-72fb120c-61b4-4873-9fc8-136941ee2bcc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Usage tracker for resource:security_group_rule and tenant:44959c6d103d41b6bfab4a6f3e28a3b9 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:03.330601 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-72fb120c-61b4-4873-9fc8-136941ee2bcc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:03.340909 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-72fb120c-61b4-4873-9fc8-136941ee2bcc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:03.361657 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:03.369250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:03.369250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:03.369250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Subscribe: > port after_create 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:03.369250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Subscribe: > port after_delete 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:03.369250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Subscribe: > port after_update 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:03.369250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:03.369250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:03.369250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:03.369250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:03.371336 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:03.417906 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:03.489536 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:03.536540 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:03.536930 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:03.537312 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:03.537677 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:03.538060 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7958149-0f98-41bf-895f-0a9896d05ebc']}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:03.556142 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105d8543-004e-4e45-8773-254214446dc5') {'for_net_delete': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:03.556484 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105d8543-004e-4e45-8773-254214446dc5') {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:03.570623 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267560227700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848214'] for segment, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:03.587490 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:03.589697 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:22:03.623967 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Network 120ce4ab-747c-47cb-a13f-ce5d6314efdf is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:22:03.630894 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:22:03.638048 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:22:03.638578 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-514489'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:03.721880 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-72fb120c-61b4-4873-9fc8-136941ee2bcc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:03.886830 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Network b7958149-0f98-41bf-895f-0a9896d05ebc has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:22:03.915945 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853293791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850934212'] for segment, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:03.955148 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 3833fed0-1905-4198-a822-1cf76c87d5d9 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:04.053620 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-24460f8e-5a84-475c-b7b4-6abe644c7980 None None] Provisioning for port 56c151bb-8123-45bc-9cee-171400cd9434 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:22:04.059276 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-24460f8e-5a84-475c-b7b4-6abe644c7980 None None] Provisioning complete for port 56c151bb-8123-45bc-9cee-171400cd9434 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:04.059866 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24460f8e-5a84-475c-b7b4-6abe644c7980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.123755 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port 3833fed0-1905-4198-a822-1cf76c87d5d9 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:22:04.131828 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-24460f8e-5a84-475c-b7b4-6abe644c7980 None None] Port 56c151bb-8123-45bc-9cee-171400cd9434 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:22:04.133751 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 3833fed0-1905-4198-a822-1cf76c87d5d9 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:04.134286 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.191543 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.197116 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dfaf1d8a-7c06-4c79-8032-9f711e493ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.201200 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-72fb120c-61b4-4873-9fc8-136941ee2bcc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.218196 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Network b7958149-0f98-41bf-895f-0a9896d05ebc has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:22:04.222125 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: from cryptography.utils import int_from_bytes Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: from cryptography.utils import int_from_bytes Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: (rel_b, rel_a, rel_b), Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: (rel_b, rel_a, rel_b), Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: Traceback (most recent call last): Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: timer() Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: cb(*args, **kw) Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: return func(*args, **kwargs) Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: self._notify() Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: self.callback(batched_events) Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: event.method(event) Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: segment_id)['aggregates'][0] Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: return f(self, *a, **k) Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: return self._get(url).json() Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: **kwargs) Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: **endpoint_filter) Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:04.252575 dv-cinder-773985-4-smb neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:04.282991 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.307371 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] For port 3833fed0-1905-4198-a822-1cf76c87d5d9, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=3833fed0-1905-4198-a822-1cf76c87d5d9,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:04.425810 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.426739 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 6025520f-fe10-4e72-8d7b-455fc5231bf4 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:04.448265 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9e9a5-ce90-4310-869f-54c0aec93386 req-3443c997-a299-4dd3-b913-5146ea35baa5 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:04.449975 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-98d9e9a5-ce90-4310-869f-54c0aec93386 req-3443c997-a299-4dd3-b913-5146ea35baa5 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 932 time: 0.5107944 Feb 11 13:22:04.450522 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Pushing event updated for resources: {'Port': ['ID=67484cae-e3fb-4e49-b36a-eb60a4bc6640,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:04.451599 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-72fb120c-61b4-4873-9fc8-136941ee2bcc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415936'] for security_group_rule, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.453506 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dfaf1d8a-7c06-4c79-8032-9f711e493ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.458899 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-be407fc8-4405-47d5-be6a-107904cd8bb1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:04.459348 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:04.477750 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:04.484656 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f3672ffd-3d56-41dd-b3f7-e707e616d057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:04.496229 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb120c-61b4-4873-9fc8-136941ee2bcc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f849c00-7ac7-4d31-aa2f-059962630658,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:04.502238 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Network 36ee8e38-a908-429c-8c98-d91947a3e7bb is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:22:04.502721 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-72fb120c-61b4-4873-9fc8-136941ee2bcc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:04.509884 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514336'] for network, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.539354 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:04.577729 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-98d9e9a5-ce90-4310-869f-54c0aec93386 req-9b540891-a5a6-4ecf-9fd1-3493d53770a8 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/security-groups?id=eb9e6ed9-c6b5-4b93-9b55-99ae1298147a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054609 Feb 11 13:22:04.579310 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.581283 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] 10.222.0.120 "DELETE /v2.0/networks/b7958149-0f98-41bf-895f-0a9896d05ebc HTTP/1.1" status: 204 len: 168 time: 2.1017985 Feb 11 13:22:04.591075 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Pushing event deleted for resources: {'Network': ['ID=b7958149-0f98-41bf-895f-0a9896d05ebc,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:04.591075 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33880) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:04.591519 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Pushing event updated for resources: {'Port': ['ID=3833fed0-1905-4198-a822-1cf76c87d5d9,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:04.591662 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-72fb120c-61b4-4873-9fc8-136941ee2bcc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.591662 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-72fb120c-61b4-4873-9fc8-136941ee2bcc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3635056 Feb 11 13:22:04.591662 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d03e8706-9d92-4368-bb3c-eab3aadf552b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:04.595221 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:22:04.597489 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:04.599262 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 33884) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:04.617231 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 6025520f-fe10-4e72-8d7b-455fc5231bf4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:04.617651 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.642510 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:22:04.643139 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-514489'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.655196 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Request body: {'floatingip': {'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:04.667534 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4235cf-6bdc-45f5-9f51-8888b67c9624 admin admin] Deleting subnet e60f2404-ab6c-4ed6-a918-cd3b1dec04d5 {{(pid=80115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:22:04.671079 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9d4235cf-6bdc-45f5-9f51-8888b67c9624 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.712213 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:04.727411 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf1d8a-7c06-4c79-8032-9f711e493ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b3cfaa-3a7a-4432-ba7f-081dbc12a407,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:04.731100 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-dfaf1d8a-7c06-4c79-8032-9f711e493ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:04.732049 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9d4235cf-6bdc-45f5-9f51-8888b67c9624 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850927586'] for subnet, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.742133 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-dfaf1d8a-7c06-4c79-8032-9f711e493ec9 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=3a14a1bb832d4b0b8835e58460423ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8943586 Feb 11 13:22:04.743387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Usage tracker for resource:floatingip and tenant:44959c6d103d41b6bfab4a6f3e28a3b9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:04.754741 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:04.765925 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33890) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:04.844125 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9d4235cf-6bdc-45f5-9f51-8888b67c9624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853299468'] for subnet, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.874330 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:04.908460 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-42ee22bf-efa0-4902-a6f9-f6bc8c5bf2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:04.963509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:05.021340 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-42ee22bf-efa0-4902-a6f9-f6bc8c5bf2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:05.070144 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:05.198193 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-42ee22bf-efa0-4902-a6f9-f6bc8c5bf2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:05.210559 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b03733df-1764-444f-9130-022486650346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:05.225305 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee22bf-efa0-4902-a6f9-f6bc8c5bf2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b3cfaa-3a7a-4432-ba7f-081dbc12a407,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:05.228984 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-42ee22bf-efa0-4902-a6f9-f6bc8c5bf2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:05.268339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-42ee22bf-efa0-4902-a6f9-f6bc8c5bf2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:05.269978 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-42ee22bf-efa0-4902-a6f9-f6bc8c5bf2e4 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/00b3cfaa-3a7a-4432-ba7f-081dbc12a407 HTTP/1.1" status: 204 len: 168 time: 0.5030353 Feb 11 13:22:05.271502 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9d4235cf-6bdc-45f5-9f51-8888b67c9624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1476348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852580075'] for subnet, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:05.295206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:05.299128 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af79311-821c-4372-9c07-625e2d05f43a {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:22:05.339366 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:05.351159 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4235cf-6bdc-45f5-9f51-8888b67c9624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60f2404-ab6c-4ed6-a918-cd3b1dec04d5,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:05.359605 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9d4235cf-6bdc-45f5-9f51-8888b67c9624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:05.485182 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Transition to ACTIVE for port object 8af79311-821c-4372-9c07-625e2d05f43a will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:22:05.506296 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:05.587481 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:05.618534 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2ee616dc-8b04-4743-a927-b6851fe856dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:05.735023 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9d4235cf-6bdc-45f5-9f51-8888b67c9624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:05.741515 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-9d4235cf-6bdc-45f5-9f51-8888b67c9624 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/e60f2404-ab6c-4ed6-a918-cd3b1dec04d5 HTTP/1.1" status: 204 len: 168 time: 1.1540668 Feb 11 13:22:05.743033 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33926) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:05.858939 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 3833fed0-1905-4198-a822-1cf76c87d5d9 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:06.025908 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-78eab2e3-7f6c-4542-b578-87b894d1211c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853372729'] for network, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.035574 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 3833fed0-1905-4198-a822-1cf76c87d5d9 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:06.036052 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.265675 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Pushing event updated for resources: {'Port': ['ID=8af79311-821c-4372-9c07-625e2d05f43a,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:06.275577 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:06.285939 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.316723 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-78eab2e3-7f6c-4542-b578-87b894d1211c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853300733', 'neutron.services.segments.db._delete_segments_for_network--9223363267560229748'] for network, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.474890 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-78eab2e3-7f6c-4542-b578-87b894d1211c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2280bb9c-be24-4c39-b8fb-7be06d899aa2']}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:06.492998 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-78eab2e3-7f6c-4542-b578-87b894d1211c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d1753b-8a9e-4c14-bf20-5ee817b741aa') {'for_net_delete': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:06.496076 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-78eab2e3-7f6c-4542-b578-87b894d1211c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d1753b-8a9e-4c14-bf20-5ee817b741aa') {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:06.514328 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33944) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:06.519123 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-78eab2e3-7f6c-4542-b578-87b894d1211c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267560227700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848214'] for segment, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.642828 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-78eab2e3-7f6c-4542-b578-87b894d1211c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.647780 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-78eab2e3-7f6c-4542-b578-87b894d1211c admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:22:06.696618 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.resource_extend [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 11 13:22:06.753649 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8485c8b-15f1-4368-a860-1087320ed772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.778027 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b8485c8b-15f1-4368-a860-1087320ed772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:06.789407 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b760327-9c47-4b7c-8b39-b878b7b592c9 req-35ce1998-42ec-4e88-b30f-cd3885744f34 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:06.791464 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3b760327-9c47-4b7c-8b39-b878b7b592c9 req-35ce1998-42ec-4e88-b30f-cd3885744f34 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 944 time: 0.8235896 Feb 11 13:22:06.808910 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.810982 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-b8485c8b-15f1-4368-a860-1087320ed772 admin admin] Usage tracker for resource:security_group_rule and tenant:7026a497d84e419f96db210de6cb0b4d is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:06.860136 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-b8485c8b-15f1-4368-a860-1087320ed772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:06.876963 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b8485c8b-15f1-4368-a860-1087320ed772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:06.893739 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-78eab2e3-7f6c-4542-b578-87b894d1211c admin admin] Network 2280bb9c-be24-4c39-b8fb-7be06d899aa2 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:22:06.906812 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-78eab2e3-7f6c-4542-b578-87b894d1211c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853293791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850934212'] for segment, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.926068 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.937188 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Attempting to bind port 8af79311-821c-4372-9c07-625e2d05f43a on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:06.937563 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Attempting to bind port 8af79311-821c-4372-9c07-625e2d05f43a by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'f33cff2a-c571-41af-a7c1-279f6afefb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c8880d5e-140a-4e30-98d6-55095f84b3c1'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:22:06.946556 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Attempting to bind port 8af79311-821c-4372-9c07-625e2d05f43a on network c8880d5e-140a-4e30-98d6-55095f84b3c1 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:22:06.950308 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853191683'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:06.978730 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:07.035718 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:22:07.036082 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Checking segment: {'id': 'f33cff2a-c571-41af-a7c1-279f6afefb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c8880d5e-140a-4e30-98d6-55095f84b3c1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:22:07.036535 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:07.036932 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Bound using segment: {'id': 'f33cff2a-c571-41af-a7c1-279f6afefb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c8880d5e-140a-4e30-98d6-55095f84b3c1'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:22:07.037477 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Bound port: 8af79311-821c-4372-9c07-625e2d05f43a, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33cff2a-c571-41af-a7c1-279f6afefb56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c8880d5e-140a-4e30-98d6-55095f84b3c1'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:22:07.037854 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:07.092311 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3b760327-9c47-4b7c-8b39-b878b7b592c9 req-8de99274-2395-4de6-80d4-68da2494cd69 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/security-groups?id=eb9e6ed9-c6b5-4b93-9b55-99ae1298147a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812710 Feb 11 13:22:07.218304 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.resource_extend [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 11 13:22:07.287513 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Sync routers for ids ['6914bdd8-bc1e-438b-818a-8e080a3daabd'] in dv-cinder-773985-4-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:22:07.305843 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Routers {'6914bdd8-bc1e-438b-818a-8e080a3daabd'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:22:07.306694 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:21:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['6914bdd8-bc1e-438b-818a-8e080a3daabd'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:07.308062 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:07.308440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-78eab2e3-7f6c-4542-b578-87b894d1211c admin admin] Network 2280bb9c-be24-4c39-b8fb-7be06d899aa2 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:22:07.331130 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Pushing event updated for resources: {'Port': ['ID=56c151bb-8123-45bc-9cee-171400cd9434,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:07.343879 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:07.400252 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Allocated IP 172.28.1.147 (9b988e67-9b89-43b7-af4a-040b9df3e619/8661603f-17f1-42e8-835b-9e08198d29f6/64d4bddd-a9a4-472f-9013-fa4fdf0b042d) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:22:07.421477 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] For port 8af79311-821c-4372-9c07-625e2d05f43a, host hv-cinder-77398, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:22:07.430532 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Network 120ce4ab-747c-47cb-a13f-ce5d6314efdf is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:22:07.432355 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:22:07.434063 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:07.438339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853191683'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:07.455048 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: Traceback (most recent call last): Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: timer() Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: cb(*args, **kw) Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: return func(*args, **kwargs) Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: self._notify() Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: self.callback(batched_events) Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: event.method(event) Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: segment_id)['aggregates'][0] Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: return f(self, *a, **k) Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: return self._get(url).json() Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: **kwargs) Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: **endpoint_filter) Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:07.459226 dv-cinder-773985-4-smb neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:07.607491 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Pushing event updated for resources: {'Port': ['ID=67484cae-e3fb-4e49-b36a-eb60a4bc6640,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:07.612483 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:07.729898 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Network 36ee8e38-a908-429c-8c98-d91947a3e7bb is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:22:07.731051 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:22:07.752299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-f5481793-752e-44e4-bc02-53c006ae4375 None None] Provisioning complete for port 56c151bb-8123-45bc-9cee-171400cd9434 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:07.752719 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5481793-752e-44e4-bc02-53c006ae4375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:07.835929 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Set router 6914bdd8-bc1e-438b-818a-8e080a3daabd gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:22:07.890985 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-f5481793-752e-44e4-bc02-53c006ae4375 None None] Port 56c151bb-8123-45bc-9cee-171400cd9434 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:22:08.129330 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Router ab749511-49a7-4717-8daa-a1a7aea25de0 has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:22:08.339225 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:22:08.348415 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Sync routers for ids ['ab749511-49a7-4717-8daa-a1a7aea25de0'] in dv-cinder-773985-4-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:22:08.359509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Routers {'ab749511-49a7-4717-8daa-a1a7aea25de0'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:22:08.360212 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:21:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['ab749511-49a7-4717-8daa-a1a7aea25de0'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:08.361063 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] 10.222.0.120 "PUT /v2.0/routers/ab749511-49a7-4717-8daa-a1a7aea25de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.5776458 Feb 11 13:22:08.562421 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Set router ab749511-49a7-4717-8daa-a1a7aea25de0 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:22:09.581289 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '5f69e05e-2fff-4916-b25c-254c579b6508', 'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'mac_address': 'fa:16:3e:a8:63:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:54Z', 'updated_at': '2021-02-11T13:21:57Z', 'revision_number': 2, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'subnets': [{'id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:09.585968 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Checking router: 6914bdd8-bc1e-438b-818a-8e080a3daabd for host: dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:22:09.586389 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Updating router 6914bdd8-bc1e-438b-818a-8e080a3daabd port 5f69e05e-2fff-4916-b25c-254c579b6508 binding host dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:22:09.611063 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8485c8b-15f1-4368-a860-1087320ed772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:09.672101 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:09.759996 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'name': 'tempest-ServerRescueNegativeTestJSON-367404893-router', 'tenant_id': '40b18a8382ce4421aeb7c42888ffdd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b51e4948-9ebf-4da2-bb0e-31a508c14146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:40Z', 'updated_at': '2021-02-11T13:22:05Z', 'revision_number': 4, 'project_id': '40b18a8382ce4421aeb7c42888ffdd71', 'gw_port': {'id': 'b51e4948-9ebf-4da2-bb0e-31a508c14146', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '67484cae-e3fb-4e49-b36a-eb60a4bc6640', 'name': '', 'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb', 'tenant_id': '40b18a8382ce4421aeb7c42888ffdd71', 'mac_address': 'fa:16:3e:98:fc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b9048a34-9fa8-42ac-894d-0f3c40b20f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:22:02Z', 'updated_at': '2021-02-11T13:22:06Z', 'revision_number': 2, 'project_id': '40b18a8382ce4421aeb7c42888ffdd71', 'subnets': [{'id': 'b9048a34-9fa8-42ac-894d-0f3c40b20f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:09.765645 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Checking router: ab749511-49a7-4717-8daa-a1a7aea25de0 for host: dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:22:09.766070 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Updating router ab749511-49a7-4717-8daa-a1a7aea25de0 port 67484cae-e3fb-4e49-b36a-eb60a4bc6640 binding host dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:22:09.800878 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] For port 8af79311-821c-4372-9c07-625e2d05f43a, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8af79311-821c-4372-9c07-625e2d05f43a,segment=NetworkSegment(f33cff2a-c571-41af-a7c1-279f6afefb56),segment_id=f33cff2a-c571-41af-a7c1-279f6afefb56)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:22:09.826878 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8485c8b-15f1-4368-a860-1087320ed772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:09.827807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-78eab2e3-7f6c-4542-b578-87b894d1211c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514336'] for network, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:09.828800 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Router cb84e634-4652-43ae-91c5-ae821d0bf30b has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:22:09.833804 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:09.844494 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:09.870443 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-78eab2e3-7f6c-4542-b578-87b894d1211c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:09.873524 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:09.895498 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-b8485c8b-15f1-4368-a860-1087320ed772 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=7026a497d84e419f96db210de6cb0b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3796968 Feb 11 13:22:09.901721 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 33988) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:10.012287 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-830f4d0d-d319-4045-ad62-3761cf09434b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:10.036705 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-78eab2e3-7f6c-4542-b578-87b894d1211c admin admin] 10.222.0.120 "DELETE /v2.0/networks/2280bb9c-be24-4c39-b8fb-7be06d899aa2 HTTP/1.1" status: 204 len: 168 time: 4.2877600 Feb 11 13:22:10.037656 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8485c8b-15f1-4368-a860-1087320ed772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2260a147-6a97-4fc0-a116-e64428711e51,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:10.043916 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:10.046405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8485c8b-15f1-4368-a860-1087320ed772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:10.047504 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:10.284725 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08182325-4f6d-4f64-a8dd-dfabab14799d req-d8ed1d01-3ab9-45cd-8ad8-81958f164fe9 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:10.286657 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-08182325-4f6d-4f64-a8dd-dfabab14799d req-d8ed1d01-3ab9-45cd-8ad8-81958f164fe9 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 944 time: 0.5252030 Feb 11 13:22:10.289304 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-830f4d0d-d319-4045-ad62-3761cf09434b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:10.322255 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eab2e3-7f6c-4542-b578-87b894d1211c admin admin] Pushing event deleted for resources: {'Network': ['ID=2280bb9c-be24-4c39-b8fb-7be06d899aa2,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:10.351413 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-78eab2e3-7f6c-4542-b578-87b894d1211c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:10.459411 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-08182325-4f6d-4f64-a8dd-dfabab14799d req-0ab8cfef-e559-4dcd-8bff-843afa1f9470 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/security-groups?id=eb9e6ed9-c6b5-4b93-9b55-99ae1298147a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553969 Feb 11 13:22:10.476898 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:10.495571 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Transition to ACTIVE for port object 5f69e05e-2fff-4916-b25c-254c579b6508 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:22:10.496020 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34002) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:10.551382 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:10.552474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-830f4d0d-d319-4045-ad62-3761cf09434b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:10.562924 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-710acb37-f249-4a22-ab3b-e4b0a38c866a admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=73aa416bb3d640ceb9039235e0c6a369&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0631416 Feb 11 13:22:10.563101 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:10.574401 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34006) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:10.580286 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:10.587880 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:10.610731 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f4d0d-d319-4045-ad62-3761cf09434b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2260a147-6a97-4fc0-a116-e64428711e51,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:10.624454 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Transition to ACTIVE for port object 67484cae-e3fb-4e49-b36a-eb60a4bc6640 will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:22:10.629123 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-830f4d0d-d319-4045-ad62-3761cf09434b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:10.632780 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-830f4d0d-d319-4045-ad62-3761cf09434b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:10.637175 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-830f4d0d-d319-4045-ad62-3761cf09434b admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/2260a147-6a97-4fc0-a116-e64428711e51 HTTP/1.1" status: 204 len: 168 time: 0.7074673 Feb 11 13:22:10.652110 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:10.680216 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae91df7-b6f7-431e-bc32-0c49cb695683 None None] Pushing event updated for resources: {'Port': ['ID=5f69e05e-2fff-4916-b25c-254c579b6508,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:10.683102 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:10.694294 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Pushing event updated for resources: {'Port': ['ID=8af79311-821c-4372-9c07-625e2d05f43a,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:10.704393 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-eae91df7-b6f7-431e-bc32-0c49cb695683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:10.715424 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:10.741711 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7cb640e0-5cc6-4f54-9ec0-462d76075f04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:10.770737 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b60356b-ec17-448b-873a-a6f0679ca845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:10.807804 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b60356b-ec17-448b-873a-a6f0679ca845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:10.839222 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-f70ee9d8-cf33-453c-aa83-7235b7c9aa7a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:10.840076 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-f70ee9d8-cf33-453c-aa83-7235b7c9aa7a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Synchronizing usage tracker for tenant:40b18a8382ce4421aeb7c42888ffdd71 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:22:10.894093 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:22:10.899630 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b60356b-ec17-448b-873a-a6f0679ca845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:10.906883 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c9a817a3-086b-4cde-bc33-d9fe07ef2ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:10.911209 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:10.911209 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:10.911856 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] 10.222.0.111 "PUT /v2.0/ports/8af79311-821c-4372-9c07-625e2d05f43a HTTP/1.1" status: 200 len: 1158 time: 8.6385553 Feb 11 13:22:10.913567 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5c7c49-bc8c-461d-846e-ecdb0d9fff62', 'tag': '8af79311-821c-4372-9c07-625e2d05f43a'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:10.928387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60356b-ec17-448b-873a-a6f0679ca845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a63097-eea9-4f92-ab5d-0cd5e73b773d,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:10.931973 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6b60356b-ec17-448b-873a-a6f0679ca845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:10.940328 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b60356b-ec17-448b-873a-a6f0679ca845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:10.948591 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-6b60356b-ec17-448b-873a-a6f0679ca845 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/c8a63097-eea9-4f92-ab5d-0cd5e73b773d HTTP/1.1" status: 204 len: 168 time: 0.3727345 Feb 11 13:22:11.046318 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-f70ee9d8-cf33-453c-aa83-7235b7c9aa7a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Unset dirty status for tenant:40b18a8382ce4421aeb7c42888ffdd71 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:22:11.047709 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-f70ee9d8-cf33-453c-aa83-7235b7c9aa7a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/networks?id=36ee8e38-a908-429c-8c98-d91947a3e7bb HTTP/1.1" status: 200 len: 818 time: 1.2860253 Feb 11 13:22:11.074638 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dc39b-f5eb-42bb-ae0f-d2511563eed8 None None] Pushing event updated for resources: {'Port': ['ID=67484cae-e3fb-4e49-b36a-eb60a4bc6640,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:11.095669 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-ce81241e-f7c1-4561-a44a-b3f8158ff266 admin admin] 10.222.0.120 "PUT /v2.0/routers/cb84e634-4652-43ae-91c5-ae821d0bf30b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8580728 Feb 11 13:22:11.096063 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1c1dc39b-f5eb-42bb-ae0f-d2511563eed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:11.099437 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:11.111818 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-4cd1dbdc-c797-48f8-b8df-6ded26e0eba4 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/quotas/40b18a8382ce4421aeb7c42888ffdd71 HTTP/1.1" status: 200 len: 375 time: 0.0502036 Feb 11 13:22:11.133224 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Sync routers for ids ['cb84e634-4652-43ae-91c5-ae821d0bf30b'] in dv-cinder-773985-4-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:22:11.142225 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Attempting to bind port 5f69e05e-2fff-4916-b25c-254c579b6508 on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:11.142720 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Attempting to bind port 5f69e05e-2fff-4916-b25c-254c579b6508 by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '535294c5-0985-4a0e-a9e0-7de35269ad8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:22:11.143209 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Attempting to bind port 5f69e05e-2fff-4916-b25c-254c579b6508 on network 432d53e6-aee4-4826-b14b-87a1a91902b3 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:22:11.153306 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:22:11.154008 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Checking segment: {'id': '535294c5-0985-4a0e-a9e0-7de35269ad8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:22:11.154534 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:11.155043 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Bound using segment: {'id': '535294c5-0985-4a0e-a9e0-7de35269ad8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:22:11.155889 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Bound port: 5f69e05e-2fff-4916-b25c-254c579b6508, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535294c5-0985-4a0e-a9e0-7de35269ad8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:22:11.156934 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:11.158183 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:11.264921 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] For port 5f69e05e-2fff-4916-b25c-254c579b6508, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:22:11.269061 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Pushing event updated for resources: {'Port': ['ID=64d4bddd-a9a4-472f-9013-fa4fdf0b042d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:11.269204 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] For port 5f69e05e-2fff-4916-b25c-254c579b6508, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=5f69e05e-2fff-4916-b25c-254c579b6508,segment=NetworkSegment(535294c5-0985-4a0e-a9e0-7de35269ad8c),segment_id=535294c5-0985-4a0e-a9e0-7de35269ad8c)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:22:11.272575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Routers {'cb84e634-4652-43ae-91c5-ae821d0bf30b'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:22:11.273481 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:21:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['cb84e634-4652-43ae-91c5-ae821d0bf30b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:11.341824 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:11.446866 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Attempting to bind port 67484cae-e3fb-4e49-b36a-eb60a4bc6640 on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:11.446866 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Attempting to bind port 67484cae-e3fb-4e49-b36a-eb60a4bc6640 by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '0db96a00-a80a-4476-9159-49fb88423484', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:22:11.447124 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Attempting to bind port 67484cae-e3fb-4e49-b36a-eb60a4bc6640 on network 36ee8e38-a908-429c-8c98-d91947a3e7bb {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:22:11.462622 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:22:11.463026 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Checking segment: {'id': '0db96a00-a80a-4476-9159-49fb88423484', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:22:11.463475 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:11.463936 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Bound using segment: {'id': '0db96a00-a80a-4476-9159-49fb88423484', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:22:11.464456 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Bound port: 67484cae-e3fb-4e49-b36a-eb60a4bc6640, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db96a00-a80a-4476-9159-49fb88423484', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:22:11.464888 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:11.485371 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:11.493959 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-d7b348dc-7855-4527-8eb2-ff6c16213b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:11.496056 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-d7b348dc-7855-4527-8eb2-ff6c16213b90 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=a378b4bfd56042e28bcf92fe6a45c9f7&device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 1161 time: 0.5102813 Feb 11 13:22:11.610972 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] For port 67484cae-e3fb-4e49-b36a-eb60a4bc6640, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:22:11.630983 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] For port 67484cae-e3fb-4e49-b36a-eb60a4bc6640, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=67484cae-e3fb-4e49-b36a-eb60a4bc6640,segment=NetworkSegment(0db96a00-a80a-4476-9159-49fb88423484),segment_id=0db96a00-a80a-4476-9159-49fb88423484)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:22:11.660019 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:11.668703 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:11.844615 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Routers {'6914bdd8-bc1e-438b-818a-8e080a3daabd'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:22:11.850119 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:21:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['6914bdd8-bc1e-438b-818a-8e080a3daabd'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:11.920232 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-566de9fe-131c-4b16-a3df-27f51aaa33c2 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8af79311-821c-4372-9c07-625e2d05f43a HTTP/1.1" status: 200 len: 217 time: 0.4144716 Feb 11 13:22:12.012780 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:12.080786 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-ce6f58d7-e11e-40f0-9c2c-c63c23b7afe4 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Synchronizing usage tracker for tenant:40b18a8382ce4421aeb7c42888ffdd71 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:22:12.109010 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c025a-7b1b-4f76-9cb5-046f8014e93b req-b013e4ef-5e8b-4028-aedd-ccc1abd5486b tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:12.117805 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ba1c025a-7b1b-4f76-9cb5-046f8014e93b req-b013e4ef-5e8b-4028-aedd-ccc1abd5486b tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 944 time: 0.3006151 Feb 11 13:22:12.144170 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Network 9b988e67-9b89-43b7-af4a-040b9df3e619 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:22:12.154467 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-b57e9f56-048c-4385-9de3-3ddc9446c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:12.171790 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-b57e9f56-048c-4385-9de3-3ddc9446c9f2 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=377e7f90-0971-46a3-a8be-4b3e0d39d164 HTTP/1.1" status: 200 len: 851 time: 0.2370701 Feb 11 13:22:12.172870 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:22:12.177156 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-ce6f58d7-e11e-40f0-9c2c-c63c23b7afe4 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Unset dirty status for tenant:40b18a8382ce4421aeb7c42888ffdd71 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:22:12.180023 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dc39b-f5eb-42bb-ae0f-d2511563eed8 None None] Pushing event updated for resources: {'Port': ['ID=67484cae-e3fb-4e49-b36a-eb60a4bc6640,revision_number=4']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:12.187160 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-ce6f58d7-e11e-40f0-9c2c-c63c23b7afe4 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=40b18a8382ce4421aeb7c42888ffdd71&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0257311 Feb 11 13:22:12.188095 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:22:12.197266 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1c1dc39b-f5eb-42bb-ae0f-d2511563eed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:12.198466 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Routers {'ab749511-49a7-4717-8daa-a1a7aea25de0'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:22:12.199268 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:21:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['ab749511-49a7-4717-8daa-a1a7aea25de0'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:12.276604 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ba1c025a-7b1b-4f76-9cb5-046f8014e93b req-4e6cc27e-9e9a-41ad-8fe7-e2eff6c400fe tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/security-groups?id=eb9e6ed9-c6b5-4b93-9b55-99ae1298147a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568699 Feb 11 13:22:12.322591 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34050) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:12.359901 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:12.362519 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0a5f6fca-792f-4d54-8be3-ae88bf7c7b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:12.403515 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0a5f6fca-792f-4d54-8be3-ae88bf7c7b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:12.412314 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-0a5f6fca-792f-4d54-8be3-ae88bf7c7b0d admin admin] Usage tracker for resource:security_group_rule and tenant:635ce85f980c475cb31557773165fc18 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:12.422000 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-0a5f6fca-792f-4d54-8be3-ae88bf7c7b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:12.440218 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0a5f6fca-792f-4d54-8be3-ae88bf7c7b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:12.510269 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae91df7-b6f7-431e-bc32-0c49cb695683 None None] Pushing event updated for resources: {'Port': ['ID=5f69e05e-2fff-4916-b25c-254c579b6508,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:12.548388 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Set router cb84e634-4652-43ae-91c5-ae821d0bf30b gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:22:12.570578 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0a5f6fca-792f-4d54-8be3-ae88bf7c7b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:12.579888 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-3f8439d6-8115-40e6-98f7-1a9f12ffe901 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=c8880d5e-140a-4e30-98d6-55095f84b3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4039280 Feb 11 13:22:12.613359 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0a5f6fca-792f-4d54-8be3-ae88bf7c7b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:12.615965 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] Set router ab749511-49a7-4717-8daa-a1a7aea25de0 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:22:12.624163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8485c8b-15f1-4368-a860-1087320ed772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:12.659604 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f6fca-792f-4d54-8be3-ae88bf7c7b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65541039-888d-409b-9828-4667b6b55c86,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:12.668569 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0a5f6fca-792f-4d54-8be3-ae88bf7c7b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:12.702929 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-0a5f6fca-792f-4d54-8be3-ae88bf7c7b0d admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=635ce85f980c475cb31557773165fc18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788733 Feb 11 13:22:12.705544 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34062) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:12.739236 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-eae91df7-b6f7-431e-bc32-0c49cb695683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.070s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:12.780740 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-2f0689a5-0167-4608-8697-f9a1b7aec332 service neutron] 10.222.0.111 "GET /v2.0/networks/c8880d5e-140a-4e30-98d6-55095f84b3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913502 Feb 11 13:22:12.841326 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ff877994-74af-43ff-b4f4-cba35a3527c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:12.845465 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:12.883988 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 34066) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:12.890761 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ff877994-74af-43ff-b4f4-cba35a3527c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:12.968214 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ff877994-74af-43ff-b4f4-cba35a3527c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:12.974421 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-830f4d0d-d319-4045-ad62-3761cf09434b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:12.997625 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff877994-74af-43ff-b4f4-cba35a3527c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65541039-888d-409b-9828-4667b6b55c86,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:13.007096 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ff877994-74af-43ff-b4f4-cba35a3527c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:13.014634 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ff877994-74af-43ff-b4f4-cba35a3527c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:13.019264 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-ff877994-74af-43ff-b4f4-cba35a3527c6 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/65541039-888d-409b-9828-4667b6b55c86 HTTP/1.1" status: 204 len: 168 time: 0.3124139 Feb 11 13:22:13.121142 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] Set router 6914bdd8-bc1e-438b-818a-8e080a3daabd gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:22:13.333482 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-f945369e-9137-4325-82c6-9e4235e9ddaa admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=92482f5e0fc2470591425570dfd1355f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4358582 Feb 11 13:22:13.336201 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34074) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:13.351433 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'name': 'tempest-ServerRescueNegativeTestJSON-367404893-router', 'tenant_id': '40b18a8382ce4421aeb7c42888ffdd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b51e4948-9ebf-4da2-bb0e-31a508c14146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:40Z', 'updated_at': '2021-02-11T13:22:05Z', 'revision_number': 4, 'project_id': '40b18a8382ce4421aeb7c42888ffdd71', 'gw_port': {'id': 'b51e4948-9ebf-4da2-bb0e-31a508c14146', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '67484cae-e3fb-4e49-b36a-eb60a4bc6640', 'name': '', 'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb', 'tenant_id': '40b18a8382ce4421aeb7c42888ffdd71', 'mac_address': 'fa:16:3e:98:fc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b9048a34-9fa8-42ac-894d-0f3c40b20f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:22:02Z', 'updated_at': '2021-02-11T13:22:11Z', 'revision_number': 4, 'project_id': '40b18a8382ce4421aeb7c42888ffdd71', 'subnets': [{'id': 'b9048a34-9fa8-42ac-894d-0f3c40b20f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:13.356640 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfb5a5c-c334-4bb3-9d6a-f71794e219f0 None None] The sync data for ids ['ab749511-49a7-4717-8daa-a1a7aea25de0'] in dv-cinder-773985-4-smb is: [{'id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'name': 'tempest-ServerRescueNegativeTestJSON-367404893-router', 'tenant_id': '40b18a8382ce4421aeb7c42888ffdd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b51e4948-9ebf-4da2-bb0e-31a508c14146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:40Z', 'updated_at': '2021-02-11T13:22:05Z', 'revision_number': 4, 'project_id': '40b18a8382ce4421aeb7c42888ffdd71', 'gw_port': {'id': 'b51e4948-9ebf-4da2-bb0e-31a508c14146', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '67484cae-e3fb-4e49-b36a-eb60a4bc6640', 'name': '', 'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb', 'tenant_id': '40b18a8382ce4421aeb7c42888ffdd71', 'mac_address': 'fa:16:3e:98:fc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b9048a34-9fa8-42ac-894d-0f3c40b20f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:22:02Z', 'updated_at': '2021-02-11T13:22:11Z', 'revision_number': 4, 'project_id': '40b18a8382ce4421aeb7c42888ffdd71', 'subnets': [{'id': 'b9048a34-9fa8-42ac-894d-0f3c40b20f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:22:13.440169 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c24f6f15-d989-46cb-b939-30b7939a7411 req-31a2676d-164e-4162-b7dd-37b547d397ed service neutron] 10.222.0.111 "GET /v2.0/networks/c8880d5e-140a-4e30-98d6-55095f84b3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6473038 Feb 11 13:22:13.534011 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c161c2f2-dcad-4a28-9fb0-cf81fb7624bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:13.575881 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34088) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:13.595763 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-63a2a564-336c-4d9d-a0ed-339b80535eca tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1804302598', 'description': 'tempest-description--1240180513'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:13.623918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-2c832c43-dc6e-4700-acf2-3d49bc970ca5 service neutron] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:22:13.634873 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-63a2a564-336c-4d9d-a0ed-339b80535eca tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:13.635755 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-2c832c43-dc6e-4700-acf2-3d49bc970ca5 service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2990947 Feb 11 13:22:13.651496 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c161c2f2-dcad-4a28-9fb0-cf81fb7624bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:13.651496 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-63a2a564-336c-4d9d-a0ed-339b80535eca tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Usage tracker for resource:security_group and tenant:f5d2b1be961749bcaa243e9f0bed551b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:13.657176 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-63a2a564-336c-4d9d-a0ed-339b80535eca tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:13.670113 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-63a2a564-336c-4d9d-a0ed-339b80535eca tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:13.737354 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-63a2a564-336c-4d9d-a0ed-339b80535eca tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:13.777917 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-63a2a564-336c-4d9d-a0ed-339b80535eca tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:13.780955 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-63a2a564-336c-4d9d-a0ed-339b80535eca tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Usage tracker for resource:security_group_rule and tenant:f5d2b1be961749bcaa243e9f0bed551b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:13.784175 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-63a2a564-336c-4d9d-a0ed-339b80535eca tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:13.808898 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-63a2a564-336c-4d9d-a0ed-339b80535eca tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:13.864766 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '56c151bb-8123-45bc-9cee-171400cd9434', 'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'mac_address': 'fa:16:3e:5d:bf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:22:01Z', 'updated_at': '2021-02-11T13:22:05Z', 'revision_number': 2, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'subnets': [{'id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:13.974800 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-63a2a564-336c-4d9d-a0ed-339b80535eca tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:13.976647 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c161c2f2-dcad-4a28-9fb0-cf81fb7624bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:13.981180 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ff877994-74af-43ff-b4f4-cba35a3527c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:13.993247 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Checking router: cb84e634-4652-43ae-91c5-ae821d0bf30b for host: dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:22:13.993991 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Updating router cb84e634-4652-43ae-91c5-ae821d0bf30b port 56c151bb-8123-45bc-9cee-171400cd9434 binding host dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:22:14.011678 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161c2f2-dcad-4a28-9fb0-cf81fb7624bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11af1a26-8319-4da7-8d4d-edee74ea50b7,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:14.016147 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c161c2f2-dcad-4a28-9fb0-cf81fb7624bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:14.016750 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-63a2a564-336c-4d9d-a0ed-339b80535eca tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:14.100180 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:14.104090 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:14.207740 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2a564-336c-4d9d-a0ed-339b80535eca tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7288ef8a-4fbf-4363-8cd7-589c2266ce35,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:14.215151 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-63a2a564-336c-4d9d-a0ed-339b80535eca tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:14.216331 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-63a2a564-336c-4d9d-a0ed-339b80535eca tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:14.217627 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-63a2a564-336c-4d9d-a0ed-339b80535eca tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6402240 Feb 11 13:22:14.220993 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34102) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:14.230655 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c161c2f2-dcad-4a28-9fb0-cf81fb7624bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:14.238534 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-183c1233-c6db-4d82-9707-94567d6815a1 service neutron] 10.222.0.120 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017017 Feb 11 13:22:14.242797 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-c161c2f2-dcad-4a28-9fb0-cf81fb7624bc admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/11af1a26-8319-4da7-8d4d-edee74ea50b7 HTTP/1.1" status: 204 len: 168 time: 0.9029908 Feb 11 13:22:14.256171 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-5e52d249-fea0-4c03-b972-17544d454b55 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Request body: {'security_group_rule': {'security_group_id': '7288ef8a-4fbf-4363-8cd7-589c2266ce35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:14.311695 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5e52d249-fea0-4c03-b972-17544d454b55 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:14.313824 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5e52d249-fea0-4c03-b972-17544d454b55 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Usage tracker for resource:security_group_rule and tenant:f5d2b1be961749bcaa243e9f0bed551b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:14.320522 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5e52d249-fea0-4c03-b972-17544d454b55 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:14.327821 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5e52d249-fea0-4c03-b972-17544d454b55 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:14.364181 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e52d249-fea0-4c03-b972-17544d454b55 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:14.364986 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5c7c49-bc8c-461d-846e-ecdb0d9fff62', 'tag': '8af79311-821c-4372-9c07-625e2d05f43a', 'status': 'completed', 'code': 200} Feb 11 13:22:14.587569 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e52d249-fea0-4c03-b972-17544d454b55 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:14.633505 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e52d249-fea0-4c03-b972-17544d454b55 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415936'] for security_group_rule, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:14.638333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:14.705417 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52d249-fea0-4c03-b972-17544d454b55 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b699abda-7444-4870-a33b-ca8a43f9565b,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:14.779308 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5b109-802b-4370-b128-d7397c1f8baa req-b10dec9c-fe4d-4112-8d90-5893f78fb1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:14.780967 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7dc5b109-802b-4370-b128-d7397c1f8baa req-b10dec9c-fe4d-4112-8d90-5893f78fb1c0 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=a378b4bfd56042e28bcf92fe6a45c9f7&device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 1161 time: 0.4149868 Feb 11 13:22:14.783326 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:14.804763 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-d619a1ce-42fd-4ec0-8110-fbf71519be3b service neutron] 10.222.0.120 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5575128 Feb 11 13:22:14.819684 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5e52d249-fea0-4c03-b972-17544d454b55 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:14.860489 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:14.926724 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:14.934064 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:14.940711 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Transition to ACTIVE for port object 56c151bb-8123-45bc-9cee-171400cd9434 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:22:14.942098 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 5f69e05e-2fff-4916-b25c-254c579b6508 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:15.017376 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:15.134249 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 34122) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:15.140856 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc8615-0bc1-48ab-b852-8df5fbfa3ce5 req-f37a0112-18c1-457d-b404-3dc59d41336b tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:15.146647 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f6fc8615-0bc1-48ab-b852-8df5fbfa3ce5 req-f37a0112-18c1-457d-b404-3dc59d41336b tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 944 time: 0.4560945 Feb 11 13:22:15.148042 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e52d249-fea0-4c03-b972-17544d454b55 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:15.149353 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-5e52d249-fea0-4c03-b972-17544d454b55 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9272721 Feb 11 13:22:15.155170 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34130) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:15.178749 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-6fddb5f0-2f11-4bb4-9c9a-aca302435002 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Request body: {'security_group_rule': {'security_group_id': '7288ef8a-4fbf-4363-8cd7-589c2266ce35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:15.223803 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:15.331807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77b564-7bfe-443e-8db8-fe54a45a278c None None] Pushing event updated for resources: {'Port': ['ID=56c151bb-8123-45bc-9cee-171400cd9434,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:15.340107 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-da77b564-7bfe-443e-8db8-fe54a45a278c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:15.434263 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f6fc8615-0bc1-48ab-b852-8df5fbfa3ce5 req-b78a1a31-85a4-4bc6-9af0-0123aeec82d2 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/security-groups?id=eb9e6ed9-c6b5-4b93-9b55-99ae1298147a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698386 Feb 11 13:22:15.435463 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-6fddb5f0-2f11-4bb4-9c9a-aca302435002 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:15.446311 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-6fddb5f0-2f11-4bb4-9c9a-aca302435002 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Usage tracker for resource:security_group_rule and tenant:f5d2b1be961749bcaa243e9f0bed551b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:15.452232 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-6fddb5f0-2f11-4bb4-9c9a-aca302435002 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:15.467605 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-6fddb5f0-2f11-4bb4-9c9a-aca302435002 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:15.526835 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6fddb5f0-2f11-4bb4-9c9a-aca302435002 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:15.579607 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Pushing event updated for resources: {'Port': ['ID=64d4bddd-a9a4-472f-9013-fa4fdf0b042d,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:15.585638 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-75e1f92a-697c-4c8d-845e-0f1f80e633a0 req-6676ad16-345e-40cc-bd71-7799b4d94746 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 210 time: 0.1879151 Feb 11 13:22:15.591205 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:15.651686 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5b109-802b-4370-b128-d7397c1f8baa req-881eae70-40b8-476c-a759-e6d8612de95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:15.653429 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7dc5b109-802b-4370-b128-d7397c1f8baa req-881eae70-40b8-476c-a759-e6d8612de95b service neutron] 10.222.0.111 "GET /v2.0/networks?id=c8880d5e-140a-4e30-98d6-55095f84b3c1 HTTP/1.1" status: 200 len: 905 time: 0.8553526 Feb 11 13:22:15.755857 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6fddb5f0-2f11-4bb4-9c9a-aca302435002 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:15.785650 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6fddb5f0-2f11-4bb4-9c9a-aca302435002 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415936'] for security_group_rule, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:15.793258 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:15.823324 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddb5f0-2f11-4bb4-9c9a-aca302435002 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2e188e-ee34-461c-b2a2-6645a2c8ba2f,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:15.828895 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6fddb5f0-2f11-4bb4-9c9a-aca302435002 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:15.839038 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port 5f69e05e-2fff-4916-b25c-254c579b6508 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:22:15.847994 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Attempting to bind port 56c151bb-8123-45bc-9cee-171400cd9434 on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:15.848489 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Attempting to bind port 56c151bb-8123-45bc-9cee-171400cd9434 by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '44f3993b-7057-4914-9e86-acabb2864cb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:22:15.848966 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Attempting to bind port 56c151bb-8123-45bc-9cee-171400cd9434 on network 120ce4ab-747c-47cb-a13f-ce5d6314efdf {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:22:15.852191 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 5f69e05e-2fff-4916-b25c-254c579b6508 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:15.852768 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:15.871178 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6fddb5f0-2f11-4bb4-9c9a-aca302435002 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:15.875957 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-6fddb5f0-2f11-4bb4-9c9a-aca302435002 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7138741 Feb 11 13:22:15.876655 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34174) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:15.882882 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Request body: {'floatingip': {'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:15.891351 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514323'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:15.922395 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:15.926692 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Usage tracker for resource:floatingip and tenant:f5d2b1be961749bcaa243e9f0bed551b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:15.930658 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:15.937163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:15.958942 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-55060d18-2f25-42ae-8432-f6465d59742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:15.970454 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '5f69e05e-2fff-4916-b25c-254c579b6508', 'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'mac_address': 'fa:16:3e:a8:63:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:54Z', 'updated_at': '2021-02-11T13:22:11Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'subnets': [{'id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:15.985243 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7dc5b109-802b-4370-b128-d7397c1f8baa req-3b6431b9-a173-4adf-b9fe-8db9585ed766 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8af79311-821c-4372-9c07-625e2d05f43a HTTP/1.1" status: 200 len: 217 time: 0.3243864 Feb 11 13:22:15.988230 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:22:15.988808 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Checking segment: {'id': '44f3993b-7057-4914-9e86-acabb2864cb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:22:15.989371 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:15.990065 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Bound using segment: {'id': '44f3993b-7057-4914-9e86-acabb2864cb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:22:15.990733 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Bound port: 56c151bb-8123-45bc-9cee-171400cd9434, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f3993b-7057-4914-9e86-acabb2864cb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:22:15.991824 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:15.992207 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for floatingip, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:16.130144 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] For port 56c151bb-8123-45bc-9cee-171400cd9434, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:22:16.134345 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] For port 56c151bb-8123-45bc-9cee-171400cd9434, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=56c151bb-8123-45bc-9cee-171400cd9434,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:22:16.142363 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a17e3f-556b-49a9-ae94-f316274f7d10 None None] The sync data for ids ['6914bdd8-bc1e-438b-818a-8e080a3daabd'] in dv-cinder-773985-4-smb is: [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '5f69e05e-2fff-4916-b25c-254c579b6508', 'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'mac_address': 'fa:16:3e:a8:63:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:54Z', 'updated_at': '2021-02-11T13:22:11Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'subnets': [{'id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:22:16.213428 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:16.223252 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5b109-802b-4370-b128-d7397c1f8baa req-9083f0dc-1e31-4925-a339-1b0f78fa3ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:16.225808 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7dc5b109-802b-4370-b128-d7397c1f8baa req-9083f0dc-1e31-4925-a339-1b0f78fa3ddf service neutron] 10.222.0.111 "GET /v2.0/subnets?id=377e7f90-0971-46a3-a8be-4b3e0d39d164 HTTP/1.1" status: 200 len: 851 time: 0.2332017 Feb 11 13:22:16.226688 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:16.231943 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9e13dd48-d04a-493c-a6e2-cb2d5ce0a134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:16.245815 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:16.277078 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:16.277078 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.6558654 Feb 11 13:22:16.436446 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77b564-7bfe-443e-8db8-fe54a45a278c None None] Pushing event updated for resources: {'Port': ['ID=56c151bb-8123-45bc-9cee-171400cd9434,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:16.445157 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-da77b564-7bfe-443e-8db8-fe54a45a278c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:16.658074 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:17.051173 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-9e13dd48-d04a-493c-a6e2-cb2d5ce0a134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:17.118057 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7dc5b109-802b-4370-b128-d7397c1f8baa req-67446ca3-19e4-478d-af0c-959c64e7d253 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=c8880d5e-140a-4e30-98d6-55095f84b3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8734169 Feb 11 13:22:17.132959 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-6d218758-1e65-4e56-8d40-4c46f39c2362 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:17.133465 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-9e13dd48-d04a-493c-a6e2-cb2d5ce0a134 admin admin] Usage tracker for resource:security_group_rule and tenant:cf11ed4069ce4236952623097acf6c17 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:17.134979 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-6d218758-1e65-4e56-8d40-4c46f39c2362 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/networks?id=36ee8e38-a908-429c-8c98-d91947a3e7bb HTTP/1.1" status: 200 len: 818 time: 0.8938780 Feb 11 13:22:17.177663 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-9c9437fd-b59e-4ea1-8c2d-fd3fd88b08fe tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/quotas/40b18a8382ce4421aeb7c42888ffdd71 HTTP/1.1" status: 200 len: 375 time: 0.0224943 Feb 11 13:22:17.197293 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-9e13dd48-d04a-493c-a6e2-cb2d5ce0a134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:17.245371 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] For port 5f69e05e-2fff-4916-b25c-254c579b6508, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=5f69e05e-2fff-4916-b25c-254c579b6508,segment=NetworkSegment(535294c5-0985-4a0e-a9e0-7de35269ad8c),segment_id=535294c5-0985-4a0e-a9e0-7de35269ad8c)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:17.248145 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.objects.ports [None req-66dd9531-a1d4-48be-8662-b26568946bf6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 13:22:17.254779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-9e13dd48-d04a-493c-a6e2-cb2d5ce0a134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:17.304100 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:17.309562 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 67484cae-e3fb-4e49-b36a-eb60a4bc6640 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:17.434828 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:17.537799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52b717-eb9e-457c-b46b-84e62718bb48 req-ae166967-3869-42be-aff7-d5b2c52c93a3 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:17.540070 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8e52b717-eb9e-457c-b46b-84e62718bb48 req-ae166967-3869-42be-aff7-d5b2c52c93a3 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 944 time: 0.4834096 Feb 11 13:22:17.609109 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7dc5b109-802b-4370-b128-d7397c1f8baa req-ca43f218-bcb9-4bc2-9193-eb585d578f6c service neutron] 10.222.0.111 "GET /v2.0/networks/c8880d5e-140a-4e30-98d6-55095f84b3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829724 Feb 11 13:22:17.641843 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-d45b6e0a-5d8e-402b-a12d-2047564bd16b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=40b18a8382ce4421aeb7c42888ffdd71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4632015 Feb 11 13:22:17.664835 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Pushing event updated for resources: {'Port': ['ID=5f69e05e-2fff-4916-b25c-254c579b6508,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:17.668799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:17.698064 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 8af79311-821c-4372-9c07-625e2d05f43a up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:17.708233 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8e52b717-eb9e-457c-b46b-84e62718bb48 req-c08f88d9-4e84-49f9-a0bd-7fa85d66d0fa tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/security-groups?id=eb9e6ed9-c6b5-4b93-9b55-99ae1298147a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518722 Feb 11 13:22:17.823308 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Routers {'cb84e634-4652-43ae-91c5-ae821d0bf30b'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:22:17.840237 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:21:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['cb84e634-4652-43ae-91c5-ae821d0bf30b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:17.884046 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Allocated IP 172.28.1.197 (9b988e67-9b89-43b7-af4a-040b9df3e619/8661603f-17f1-42e8-835b-9e08198d29f6/3b29e57b-9119-499d-ada0-97593c8727c4) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:22:17.976277 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7dc5b109-802b-4370-b128-d7397c1f8baa req-d0158558-5de4-44eb-9ad3-84eb6a377018 service neutron] 10.222.0.111 "GET /v2.0/networks/c8880d5e-140a-4e30-98d6-55095f84b3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3237972 Feb 11 13:22:18.140533 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] Set router cb84e634-4652-43ae-91c5-ae821d0bf30b gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:22:18.147325 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21f33c36-6a67-4259-9970-8533c7db2360 req-7a1a336b-d1d4-4e34-b81e-adece76cb897 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?name=tempest-securitygroup--1678414167&fields=id&tenant_id=44959c6d103d41b6bfab4a6f3e28a3b9 HTTP/1.1" status: 200 len: 267 time: 0.1153355 Feb 11 13:22:18.249950 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-6396ad54-440c-4c49-8b02-2b83c362e7ff service neutron] 10.222.0.120 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897810 Feb 11 13:22:18.261413 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9e13dd48-d04a-493c-a6e2-cb2d5ce0a134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:18.278184 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:18.327846 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9e13dd48-d04a-493c-a6e2-cb2d5ce0a134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:18.354437 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:18.436054 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-9e13dd48-d04a-493c-a6e2-cb2d5ce0a134 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=cf11ed4069ce4236952623097acf6c17&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2848537 Feb 11 13:22:18.445601 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 34250) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:18.474700 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-3fcd5de0-b9db-4ff4-bd46-f1d2b01488f1 service neutron] 10.222.0.120 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2235911 Feb 11 13:22:18.488210 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:18.520309 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13dd48-d04a-493c-a6e2-cb2d5ce0a134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26635bf7-5c04-4d4a-8df7-3f63b6bea351,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:18.545257 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9e13dd48-d04a-493c-a6e2-cb2d5ce0a134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:18.667824 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f33c36-6a67-4259-9970-8533c7db2360 req-45ea841e-9499-4778-bb6c-4f08039c1b91 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:18.669735 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21f33c36-6a67-4259-9970-8533c7db2360 req-45ea841e-9499-4778-bb6c-4f08039c1b91 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/networks?id=432d53e6-aee4-4826-b14b-87a1a91902b3 HTTP/1.1" status: 200 len: 810 time: 0.5010827 Feb 11 13:22:18.671040 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f99c1a34-39f0-40cb-9a8e-290e4c885e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:18.704805 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21f33c36-6a67-4259-9970-8533c7db2360 req-d4ec3374-5062-4aae-ad8b-039ec6d3892b tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/quotas/44959c6d103d41b6bfab4a6f3e28a3b9 HTTP/1.1" status: 200 len: 375 time: 0.0288477 Feb 11 13:22:18.768314 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-620dd08c-7e71-4d64-a8ec-712b41c12ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:18.816369 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f99c1a34-39f0-40cb-9a8e-290e4c885e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:18.961151 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Pushing event updated for resources: {'Port': ['ID=3b29e57b-9119-499d-ada0-97593c8727c4,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:18.987983 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:18.994413 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:18.995079 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port 67484cae-e3fb-4e49-b36a-eb60a4bc6640 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:22:19.003763 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 67484cae-e3fb-4e49-b36a-eb60a4bc6640 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:19.004661 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:19.029467 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Network 9b988e67-9b89-43b7-af4a-040b9df3e619 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:22:19.034340 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:22:19.039133 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:22:19.307853 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:19.319594 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463ed74-67e8-429d-b76c-bb2143106ad5 req-c6e962cf-c802-499c-b6e3-b867a31be455 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:19.331623 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1463ed74-67e8-429d-b76c-bb2143106ad5 req-c6e962cf-c802-499c-b6e3-b867a31be455 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 944 time: 0.2350934 Feb 11 13:22:19.398008 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port 8af79311-821c-4372-9c07-625e2d05f43a completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:22:19.407315 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b528ad87-4cc7-4c1c-afca-2527881453c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:19.425946 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '56c151bb-8123-45bc-9cee-171400cd9434', 'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'mac_address': 'fa:16:3e:5d:bf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:22:01Z', 'updated_at': '2021-02-11T13:22:16Z', 'revision_number': 4, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'subnets': [{'id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:19.442982 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] For port 67484cae-e3fb-4e49-b36a-eb60a4bc6640, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=67484cae-e3fb-4e49-b36a-eb60a4bc6640,segment=NetworkSegment(0db96a00-a80a-4476-9159-49fb88423484),segment_id=0db96a00-a80a-4476-9159-49fb88423484)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:19.445561 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 8af79311-821c-4372-9c07-625e2d05f43a triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:19.445983 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:19.538039 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f0da6-91ec-434f-ba91-2f0d29315ab2 None None] The sync data for ids ['cb84e634-4652-43ae-91c5-ae821d0bf30b'] in dv-cinder-773985-4-smb is: [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '56c151bb-8123-45bc-9cee-171400cd9434', 'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'mac_address': 'fa:16:3e:5d:bf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:22:01Z', 'updated_at': '2021-02-11T13:22:16Z', 'revision_number': 4, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'subnets': [{'id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:22:19.541125 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:19.563210 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:19.583342 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:19.603062 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-94245a92-a4ce-4d42-9a93-0d40bfc9a0a5 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:19.608139 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-94245a92-a4ce-4d42-9a93-0d40bfc9a0a5 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.111 "GET /v2.0/networks?id=36ee8e38-a908-429c-8c98-d91947a3e7bb HTTP/1.1" status: 200 len: 818 time: 0.7088685 Feb 11 13:22:19.676964 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-b0862bf0-c452-45bc-81fe-65bba29c3e08 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Request body: {'port': {'device_id': '8a684cd6-ca46-41c5-935a-4f4e0dec539e', 'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb', 'admin_state_up': True, 'tenant_id': '40b18a8382ce4421aeb7c42888ffdd71'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:19.745753 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1463ed74-67e8-429d-b76c-bb2143106ad5 req-44620f44-814c-44a2-a93a-4764ac5dab68 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/security-groups?id=eb9e6ed9-c6b5-4b93-9b55-99ae1298147a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129698 Feb 11 13:22:19.804312 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 5f69e05e-2fff-4916-b25c-254c579b6508 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:19.918622 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:20.109901 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21f33c36-6a67-4259-9970-8533c7db2360 req-02a9ae60-b499-4f2c-9836-21ea341e4bd4 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=44959c6d103d41b6bfab4a6f3e28a3b9&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3807390 Feb 11 13:22:20.176831 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7d47378d-f2c2-45a8-8978-56ed27ad91ed req-b37cb731-e4eb-4883-b144-7856ff981193 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 210 time: 0.2591674 Feb 11 13:22:20.250373 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:20.267595 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Pushing event updated for resources: {'Port': ['ID=67484cae-e3fb-4e49-b36a-eb60a4bc6640,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:20.291554 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:20.294209 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:20.325871 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 5f69e05e-2fff-4916-b25c-254c579b6508 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:20.326712 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:20.338399 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-b0862bf0-c452-45bc-81fe-65bba29c3e08 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:20.498269 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5c7c49-bc8c-461d-846e-ecdb0d9fff62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af79311-821c-4372-9c07-625e2d05f43a'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:20.597702 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-b0862bf0-c452-45bc-81fe-65bba29c3e08 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:20.705927 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 8af79311-821c-4372-9c07-625e2d05f43a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8af79311-821c-4372-9c07-625e2d05f43a,segment=NetworkSegment(f33cff2a-c571-41af-a7c1-279f6afefb56),segment_id=f33cff2a-c571-41af-a7c1-279f6afefb56)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:20.707232 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:20.712136 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-b0862bf0-c452-45bc-81fe-65bba29c3e08 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Made reservation on behalf of 40b18a8382ce4421aeb7c42888ffdd71 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:22:20.736835 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-b0862bf0-c452-45bc-81fe-65bba29c3e08 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:20.773219 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21f33c36-6a67-4259-9970-8533c7db2360 req-745f8a27-bd32-4896-a024-0b75ec33c459 service neutron] 10.222.0.120 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094683 Feb 11 13:22:20.779808 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:20.811812 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:20.823882 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f99c1a34-39f0-40cb-9a8e-290e4c885e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:20.947432 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:20.949909 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:20.950796 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-af108c87-96a7-47ad-83d8-3b1b62ce58d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:21.045776 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Pushing event updated for resources: {'Port': ['ID=3b29e57b-9119-499d-ada0-97593c8727c4,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:21.063420 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:21.073710 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=8af79311-821c-4372-9c07-625e2d05f43a,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:21.084951 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:21.089263 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 8af79311-821c-4372-9c07-625e2d05f43a up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:21.262150 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 8af79311-821c-4372-9c07-625e2d05f43a triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:21.262524 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:21.334563 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34336) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:21.343124 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34338) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:21.424432 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-b0862bf0-c452-45bc-81fe-65bba29c3e08 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Allocated IP 172.20.0.11 (36ee8e38-a908-429c-8c98-d91947a3e7bb/b9048a34-9fa8-42ac-894d-0f3c40b20f2f/df8b33a6-40f2-403f-bff3-c710084ca57c) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:22:21.443058 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:21.465366 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f99c1a34-39f0-40cb-9a8e-290e4c885e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:21.467433 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-f99c1a34-39f0-40cb-9a8e-290e4c885e18 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/26635bf7-5c04-4d4a-8df7-3f63b6bea351 HTTP/1.1" status: 204 len: 168 time: 3.0204682 Feb 11 13:22:21.534107 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c1a34-39f0-40cb-9a8e-290e4c885e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26635bf7-5c04-4d4a-8df7-3f63b6bea351,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:21.557419 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f99c1a34-39f0-40cb-9a8e-290e4c885e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:21.676454 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe9a05-ccd8-4869-90a7-9ddd0a92119b req-4c87e664-be99-4ef4-b121-a8baa18bcf14 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:21.678192 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bcfe9a05-ccd8-4869-90a7-9ddd0a92119b req-4c87e664-be99-4ef4-b121-a8baa18bcf14 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 946 time: 0.6113026 Feb 11 13:22:21.851790 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bcfe9a05-ccd8-4869-90a7-9ddd0a92119b req-fa903698-3d07-4167-adaa-f546ca1d95e0 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/security-groups?id=eb9e6ed9-c6b5-4b93-9b55-99ae1298147a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592753 Feb 11 13:22:21.909272 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.111', 51433) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:21.923384 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 67484cae-e3fb-4e49-b36a-eb60a4bc6640 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:21.955683 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-531d7c3d-f350-487c-9dfc-2bfe25566023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:21.995529 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-531d7c3d-f350-487c-9dfc-2bfe25566023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:21.998599 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-72e1ce53-a0cf-46ea-8b0f-6e7f017da682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:22.018707 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-72e1ce53-a0cf-46ea-8b0f-6e7f017da682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:22.023856 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-72e1ce53-a0cf-46ea-8b0f-6e7f017da682 admin admin] Usage tracker for resource:security_group_rule and tenant:c4da8e635c4b487d99934a14f3dd0bd3 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:22.027087 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-72e1ce53-a0cf-46ea-8b0f-6e7f017da682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:22.027531 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21f33c36-6a67-4259-9970-8533c7db2360 req-bed45dbc-1276-4d7f-97b3-574c1d7a1c07 service neutron] 10.222.0.120 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1996112 Feb 11 13:22:22.034495 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-72e1ce53-a0cf-46ea-8b0f-6e7f017da682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:22.088755 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 67484cae-e3fb-4e49-b36a-eb60a4bc6640 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:22.095635 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-531d7c3d-f350-487c-9dfc-2bfe25566023 admin admin] Usage tracker for resource:security_group_rule and tenant:a36a1c5eb1dc4dfaa3b2bf678f59ea03 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:22.096377 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:22.100858 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-531d7c3d-f350-487c-9dfc-2bfe25566023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:22.171915 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-531d7c3d-f350-487c-9dfc-2bfe25566023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:22.188089 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514323'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:22.217279 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a8abff9b-e8e9-4b1c-bf6e-d78f8fef0398 req-d06227b2-440b-461e-ab52-c37a7b1746ef tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 210 time: 0.1246915 Feb 11 13:22:22.272758 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:22.274228 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3965456 Feb 11 13:22:22.298274 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-72e1ce53-a0cf-46ea-8b0f-6e7f017da682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:22.329103 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-72e1ce53-a0cf-46ea-8b0f-6e7f017da682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:22.331228 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 56c151bb-8123-45bc-9cee-171400cd9434 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:22.388779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0e58a475-2e30-453d-87ef-07401a82ed85 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:22.420061 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-b0862bf0-c452-45bc-81fe-65bba29c3e08 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:22.448193 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-72e1ce53-a0cf-46ea-8b0f-6e7f017da682 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=c4da8e635c4b487d99934a14f3dd0bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0983753 Feb 11 13:22:22.449363 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34374) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:22.515456 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1ce53-a0cf-46ea-8b0f-6e7f017da682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320ea348-88b7-4c2b-b661-40b05c234d9f,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:22.552242 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port 56c151bb-8123-45bc-9cee-171400cd9434 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:22:22.559161 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 56c151bb-8123-45bc-9cee-171400cd9434 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:22.559894 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:22.565056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-531d7c3d-f350-487c-9dfc-2bfe25566023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:22.566484 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-72e1ce53-a0cf-46ea-8b0f-6e7f017da682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:22.588825 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a826894c-6762-495b-aff0-960200c9cdae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:22.599968 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-531d7c3d-f350-487c-9dfc-2bfe25566023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:22.618241 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:22.659794 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d7c3d-f350-487c-9dfc-2bfe25566023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d985939-50f2-4a52-8887-0e3f239461de,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:22.676570 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-531d7c3d-f350-487c-9dfc-2bfe25566023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:22.696891 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-358fbaf0-8a23-4ed4-a44b-b8b2c26eed26 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:22.698112 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-358fbaf0-8a23-4ed4-a44b-b8b2c26eed26 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.111 "GET /v2.0/networks?id=36ee8e38-a908-429c-8c98-d91947a3e7bb HTTP/1.1" status: 200 len: 818 time: 0.7656126 Feb 11 13:22:22.700050 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a826894c-6762-495b-aff0-960200c9cdae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:22.731257 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f438922c-d4f4-4f3f-922d-7dd637fd436f req-bca6a33a-3d5f-43d6-9101-391404af1f97 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 210 time: 0.2596993 Feb 11 13:22:22.735487 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Request body: {'port': {'device_id': 'a7a098f2-c525-4c3c-8fa1-d65c14abe0f0', 'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb', 'admin_state_up': True, 'tenant_id': '40b18a8382ce4421aeb7c42888ffdd71'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:22.793011 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5c7c49-bc8c-461d-846e-ecdb0d9fff62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af79311-821c-4372-9c07-625e2d05f43a', 'code': 200} Feb 11 13:22:22.804163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34386) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:22.816042 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-531d7c3d-f350-487c-9dfc-2bfe25566023 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=a36a1c5eb1dc4dfaa3b2bf678f59ea03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4706051 Feb 11 13:22:22.841461 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 34390) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:22.846828 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:22.851765 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d9fde065-d46a-4d27-90d4-c5cda422b285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:22.870061 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d9fde065-d46a-4d27-90d4-c5cda422b285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:22.875009 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-d9fde065-d46a-4d27-90d4-c5cda422b285 admin admin] Usage tracker for resource:security_group_rule and tenant:b93ac1058002483cb1026e92c3489162 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:22.879406 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-d9fde065-d46a-4d27-90d4-c5cda422b285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:22.886356 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] For port 56c151bb-8123-45bc-9cee-171400cd9434, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=56c151bb-8123-45bc-9cee-171400cd9434,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:22.887870 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d9fde065-d46a-4d27-90d4-c5cda422b285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:22.916599 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:22.931591 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-047fecec-b54d-4027-94d9-f660ac7753f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:23.073348 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d9fde065-d46a-4d27-90d4-c5cda422b285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:23.089805 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 8af79311-821c-4372-9c07-625e2d05f43a up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:23.102160 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a826894c-6762-495b-aff0-960200c9cdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:23.115271 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.111', 51436) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:23.116753 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d9fde065-d46a-4d27-90d4-c5cda422b285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:23.189321 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Pushing event updated for resources: {'Port': ['ID=56c151bb-8123-45bc-9cee-171400cd9434,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:23.193041 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:23.203290 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 8af79311-821c-4372-9c07-625e2d05f43a triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:23.203741 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:23.219681 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-00dd3f98-9562-46fd-a841-f04e2def530e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Synchronizing usage tracker for tenant:f5d2b1be961749bcaa243e9f0bed551b on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:22:23.248267 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:23.302076 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826894c-6762-495b-aff0-960200c9cdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320ea348-88b7-4c2b-b661-40b05c234d9f,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:23.318970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-206f9408-9eb9-4cde-bd6f-743f8c8da077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:23.339188 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-00dd3f98-9562-46fd-a841-f04e2def530e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Unset dirty status for tenant:f5d2b1be961749bcaa243e9f0bed551b on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:22:23.340713 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-00dd3f98-9562-46fd-a841-f04e2def530e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?name=tempest-securitygroup--1804302598&fields=id&tenant_id=f5d2b1be961749bcaa243e9f0bed551b HTTP/1.1" status: 200 len: 267 time: 0.3061523 Feb 11 13:22:23.351481 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-206f9408-9eb9-4cde-bd6f-743f8c8da077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:23.404810 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a826894c-6762-495b-aff0-960200c9cdae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:23.406233 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-a826894c-6762-495b-aff0-960200c9cdae admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/320ea348-88b7-4c2b-b661-40b05c234d9f HTTP/1.1" status: 204 len: 168 time: 0.9557245 Feb 11 13:22:23.421037 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-d9fde065-d46a-4d27-90d4-c5cda422b285 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=b93ac1058002483cb1026e92c3489162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6144822 Feb 11 13:22:23.429956 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 34424) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:23.441785 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fde065-d46a-4d27-90d4-c5cda422b285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26953195-94d9-4d23-b532-1c7a3471428d,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:23.455393 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d9fde065-d46a-4d27-90d4-c5cda422b285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:23.462863 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:23.464056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:23.509468 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-b0862bf0-c452-45bc-81fe-65bba29c3e08 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:23.537256 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:23.556672 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Usage tracker for resource:port and tenant:40b18a8382ce4421aeb7c42888ffdd71 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:23.561347 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:23.570598 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:23.611358 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a7c29-f611-4cf7-85d7-493675731346 req-0c3ca751-5d2e-4acb-8782-db731134f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:23.616347 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2d0a7c29-f611-4cf7-85d7-493675731346 req-0c3ca751-5d2e-4acb-8782-db731134f141 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 1163 time: 0.4984934 Feb 11 13:22:23.618635 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:23.669767 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2d0a7c29-f611-4cf7-85d7-493675731346 req-52b3b889-529b-4b40-abbe-78860465be35 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:23.695578 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 56c151bb-8123-45bc-9cee-171400cd9434 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:23.773202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-8c52e919-b53c-4a4e-b6e9-c0facd8c4458 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:23.774133 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-8c52e919-b53c-4a4e-b6e9-c0facd8c4458 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Synchronizing usage tracker for tenant:f5d2b1be961749bcaa243e9f0bed551b on resource:network {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:22:23.784377 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 56c151bb-8123-45bc-9cee-171400cd9434 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:23.785061 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:23.793768 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-2d0a7c29-f611-4cf7-85d7-493675731346 req-52b3b889-529b-4b40-abbe-78860465be35 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:23.800256 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2d0a7c29-f611-4cf7-85d7-493675731346 req-52b3b889-529b-4b40-abbe-78860465be35 service neutron] Usage tracker for resource:security_group_rule and tenant:c303d8303e57408ebeee5c26b0ff6ce2 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:23.803607 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2d0a7c29-f611-4cf7-85d7-493675731346 req-52b3b889-529b-4b40-abbe-78860465be35 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:23.810132 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-2d0a7c29-f611-4cf7-85d7-493675731346 req-52b3b889-529b-4b40-abbe-78860465be35 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:23.846084 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-8c52e919-b53c-4a4e-b6e9-c0facd8c4458 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Unset dirty status for tenant:f5d2b1be961749bcaa243e9f0bed551b on resource:network {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:22:23.847676 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-8c52e919-b53c-4a4e-b6e9-c0facd8c4458 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/networks?id=120ce4ab-747c-47cb-a13f-ce5d6314efdf HTTP/1.1" status: 200 len: 817 time: 0.4925621 Feb 11 13:22:23.864538 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-206f9408-9eb9-4cde-bd6f-743f8c8da077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:23.876443 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-45299068-fdcf-43f7-ad34-7878c9f56584 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/quotas/f5d2b1be961749bcaa243e9f0bed551b HTTP/1.1" status: 200 len: 375 time: 0.0178640 Feb 11 13:22:23.889440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-b0862bf0-c452-45bc-81fe-65bba29c3e08 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Network 36ee8e38-a908-429c-8c98-d91947a3e7bb is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:22:23.890839 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Made reservation on behalf of 40b18a8382ce4421aeb7c42888ffdd71 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:22:23.943461 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:23.980243 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-b0862bf0-c452-45bc-81fe-65bba29c3e08 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:22:23.995307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2d0a7c29-f611-4cf7-85d7-493675731346 req-52b3b889-529b-4b40-abbe-78860465be35 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:24.072850 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-494190ea-2854-4757-9aac-10919a66ca58 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=f5d2b1be961749bcaa243e9f0bed551b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1855614 Feb 11 13:22:24.074497 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2d0a7c29-f611-4cf7-85d7-493675731346 req-52b3b889-529b-4b40-abbe-78860465be35 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:24.078566 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23228e-c4e5-4cc9-a0a0-f79f32352243 req-fd8325c3-cac9-4a16-90a5-34cba89b3f33 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:24.080664 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5e23228e-c4e5-4cc9-a0a0-f79f32352243 req-fd8325c3-cac9-4a16-90a5-34cba89b3f33 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 946 time: 0.8976228 Feb 11 13:22:24.083085 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-b0862bf0-c452-45bc-81fe-65bba29c3e08 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:22:24.083217 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-72e1ce53-a0cf-46ea-8b0f-6e7f017da682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:24.140247 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2d0a7c29-f611-4cf7-85d7-493675731346 req-52b3b889-529b-4b40-abbe-78860465be35 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=eb9e6ed9-c6b5-4b93-9b55-99ae1298147a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081155 Feb 11 13:22:24.154361 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-b0862bf0-c452-45bc-81fe-65bba29c3e08 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:24.155087 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-b0862bf0-c452-45bc-81fe-65bba29c3e08 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:24.163089 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3b889-529b-4b40-abbe-78860465be35 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5e374c-5c3a-40b8-a072-18a0897dd00d,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:24.168075 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-52b3b889-529b-4b40-abbe-78860465be35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:24.185599 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b9fd0aac-2836-4bec-a6d4-604d236d097a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:24.266493 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-c61e2e65-7c18-4ed4-a147-a96f87a7db48 service neutron] 10.222.0.120 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630597 Feb 11 13:22:24.283358 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b9fd0aac-2836-4bec-a6d4-604d236d097a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:24.338976 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0862bf0-c452-45bc-81fe-65bba29c3e08 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Pushing event updated for resources: {'Port': ['ID=df8b33a6-40f2-403f-bff3-c710084ca57c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:24.354333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-206f9408-9eb9-4cde-bd6f-743f8c8da077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:24.358483 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-206f9408-9eb9-4cde-bd6f-743f8c8da077 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/1d985939-50f2-4a52-8887-0e3f239461de HTTP/1.1" status: 204 len: 168 time: 1.5157318 Feb 11 13:22:24.359849 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b0862bf0-c452-45bc-81fe-65bba29c3e08 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:24.366618 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:24.438397 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-a171b15c-5f2d-4621-81c3-5d50f343bb9e service neutron] 10.222.0.120 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1645610 Feb 11 13:22:24.439164 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34438) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:24.467203 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c37b704a-5ae9-40b5-aa3a-595a4e4197dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:24.467944 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-b0862bf0-c452-45bc-81fe-65bba29c3e08 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8019981 Feb 11 13:22:24.468756 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f9408-9eb9-4cde-bd6f-743f8c8da077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d985939-50f2-4a52-8887-0e3f239461de,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:24.482393 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-206f9408-9eb9-4cde-bd6f-743f8c8da077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:24.493930 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Request body: {'port': {'device_id': '8a684cd6-ca46-41c5-935a-4f4e0dec539e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:24.541176 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5e23228e-c4e5-4cc9-a0a0-f79f32352243 req-4842d6fb-6b20-477d-9e20-848c2adfa7ec tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/security-groups?id=eb9e6ed9-c6b5-4b93-9b55-99ae1298147a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188875 Feb 11 13:22:24.730011 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c37b704a-5ae9-40b5-aa3a-595a4e4197dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:24.734333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-c37b704a-5ae9-40b5-aa3a-595a4e4197dc admin admin] Usage tracker for resource:security_group_rule and tenant:bd6d339cd94d43bb951c0ff5fa6d083d is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:24.737858 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-c37b704a-5ae9-40b5-aa3a-595a4e4197dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:24.745314 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c37b704a-5ae9-40b5-aa3a-595a4e4197dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:24.822875 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:24.833916 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b9fd0aac-2836-4bec-a6d4-604d236d097a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:24.892985 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-9f89e0e8-753e-4112-83e7-9f8bab38a15d req-4f2d9b94-49da-4ebe-a9d7-d2ffa634c493 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Synchronizing usage tracker for tenant:40b18a8382ce4421aeb7c42888ffdd71 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:22:24.906445 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f99c1a34-39f0-40cb-9a8e-290e4c885e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:24.954163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd0aac-2836-4bec-a6d4-604d236d097a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26953195-94d9-4d23-b532-1c7a3471428d,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:24.984299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-81e37aff-63d1-46f1-aacd-f3034a59e1af req-5d06bfa1-ec4b-4404-b879-50b16cd776b2 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Synchronizing usage tracker for tenant:44959c6d103d41b6bfab4a6f3e28a3b9 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:22:25.078307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b9fd0aac-2836-4bec-a6d4-604d236d097a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:25.152112 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-81e37aff-63d1-46f1-aacd-f3034a59e1af req-5d06bfa1-ec4b-4404-b879-50b16cd776b2 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Unset dirty status for tenant:44959c6d103d41b6bfab4a6f3e28a3b9 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:22:25.153427 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-81e37aff-63d1-46f1-aacd-f3034a59e1af req-5d06bfa1-ec4b-4404-b879-50b16cd776b2 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 210 time: 0.3403616 Feb 11 13:22:25.157354 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-9f89e0e8-753e-4112-83e7-9f8bab38a15d req-4f2d9b94-49da-4ebe-a9d7-d2ffa634c493 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Unset dirty status for tenant:40b18a8382ce4421aeb7c42888ffdd71 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:22:25.158769 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9f89e0e8-753e-4112-83e7-9f8bab38a15d req-4f2d9b94-49da-4ebe-a9d7-d2ffa634c493 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 210 time: 0.3895991 Feb 11 13:22:25.170376 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b9fd0aac-2836-4bec-a6d4-604d236d097a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:25.174714 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-b9fd0aac-2836-4bec-a6d4-604d236d097a admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/26953195-94d9-4d23-b532-1c7a3471428d HTTP/1.1" status: 204 len: 168 time: 1.7358577 Feb 11 13:22:25.262165 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Allocated IP 172.20.0.9 (36ee8e38-a908-429c-8c98-d91947a3e7bb/b9048a34-9fa8-42ac-894d-0f3c40b20f2f/05c77ef8-929d-4b96-88e0-ca34d50ffd0d) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:22:25.319613 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 34462) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:25.346288 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f33c36-6a67-4259-9970-8533c7db2360 req-de89cc0b-4f6f-4e1f-83cb-72c6ea654390 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:25.347473 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-21f33c36-6a67-4259-9970-8533c7db2360 req-de89cc0b-4f6f-4e1f-83cb-72c6ea654390 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Synchronizing usage tracker for tenant:44959c6d103d41b6bfab4a6f3e28a3b9 on resource:network {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:22:25.422692 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-81722a07-4bd2-45ce-a2bc-a202264bb17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:25.471083 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c37b704a-5ae9-40b5-aa3a-595a4e4197dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:25.476479 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-12b17ec0-ec94-46da-a1d4-e133ba7fbbf0 req-9ae19adf-5f66-4168-b9da-20fc8d0a0e1b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 210 time: 0.1254718 Feb 11 13:22:25.499070 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c37b704a-5ae9-40b5-aa3a-595a4e4197dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:25.510591 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6b60356b-ec17-448b-873a-a6f0679ca845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:25.527688 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-81722a07-4bd2-45ce-a2bc-a202264bb17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:25.534207 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-81722a07-4bd2-45ce-a2bc-a202264bb17f admin admin] Usage tracker for resource:security_group_rule and tenant:bc61d0990b764ee7a0000d3142b875be is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:25.554506 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-21f33c36-6a67-4259-9970-8533c7db2360 req-de89cc0b-4f6f-4e1f-83cb-72c6ea654390 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Unset dirty status for tenant:44959c6d103d41b6bfab4a6f3e28a3b9 on resource:network {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:22:25.554506 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21f33c36-6a67-4259-9970-8533c7db2360 req-de89cc0b-4f6f-4e1f-83cb-72c6ea654390 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.111 "GET /v2.0/networks?id=432d53e6-aee4-4826-b14b-87a1a91902b3 HTTP/1.1" status: 200 len: 810 time: 0.6016455 Feb 11 13:22:25.557145 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b704a-5ae9-40b5-aa3a-595a4e4197dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e5f47d-a238-46b8-8c81-ff63c0592b3a,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:25.561847 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-c37b704a-5ae9-40b5-aa3a-595a4e4197dc admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=bd6d339cd94d43bb951c0ff5fa6d083d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1216002 Feb 11 13:22:25.562880 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c37b704a-5ae9-40b5-aa3a-595a4e4197dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:25.577871 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34472) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:25.624428 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-81722a07-4bd2-45ce-a2bc-a202264bb17f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:25.689154 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-81722a07-4bd2-45ce-a2bc-a202264bb17f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:25.727973 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-64b44756-0bb6-4b00-a0ca-00733d43a3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:25.761904 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-64b44756-0bb6-4b00-a0ca-00733d43a3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:25.818715 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:25.846979 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-21f33c36-6a67-4259-9970-8533c7db2360 req-f8b44eab-4c98-41e7-810c-d32dca8afd4d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Synchronizing usage tracker for tenant:44959c6d103d41b6bfab4a6f3e28a3b9 on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:22:25.852845 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-64b44756-0bb6-4b00-a0ca-00733d43a3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:25.858120 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-52b3b889-529b-4b40-abbe-78860465be35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:25.874946 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b44756-0bb6-4b00-a0ca-00733d43a3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e5f47d-a238-46b8-8c81-ff63c0592b3a,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:25.885670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-64b44756-0bb6-4b00-a0ca-00733d43a3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:25.899117 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-64b44756-0bb6-4b00-a0ca-00733d43a3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:25.900390 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-64b44756-0bb6-4b00-a0ca-00733d43a3bb admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/84e5f47d-a238-46b8-8c81-ff63c0592b3a HTTP/1.1" status: 204 len: 168 time: 0.3215504 Feb 11 13:22:25.921718 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-21f33c36-6a67-4259-9970-8533c7db2360 req-f8b44eab-4c98-41e7-810c-d32dca8afd4d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Unset dirty status for tenant:44959c6d103d41b6bfab4a6f3e28a3b9 on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:22:25.923151 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21f33c36-6a67-4259-9970-8533c7db2360 req-f8b44eab-4c98-41e7-810c-d32dca8afd4d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.111 "GET /v2.0/security-groups?tenant_id=44959c6d103d41b6bfab4a6f3e28a3b9 HTTP/1.1" status: 200 len: 5705 time: 0.3462942 Feb 11 13:22:25.941299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-21f33c36-6a67-4259-9970-8533c7db2360 req-ea95e13f-123d-472a-b004-2cad0058232c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Request body: {'port': {'device_id': 'f66d0d1a-26e5-44b0-a397-5f4518a89762', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'admin_state_up': True, 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'security_groups': ['7977d044-a5a4-4e5a-a3e0-3ee415bc31cd']}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:26.137274 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-21f33c36-6a67-4259-9970-8533c7db2360 req-ea95e13f-123d-472a-b004-2cad0058232c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:26.145271 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2160cb-ecfd-4faa-8400-ecea9371b87f req-e1a0c852-65bb-4dfe-a62b-3f538ab1cc6c tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:26.147670 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ba2160cb-ecfd-4faa-8400-ecea9371b87f req-e1a0c852-65bb-4dfe-a62b-3f538ab1cc6c tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 946 time: 0.2599909 Feb 11 13:22:26.149317 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-21f33c36-6a67-4259-9970-8533c7db2360 req-ea95e13f-123d-472a-b004-2cad0058232c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:26.185509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:26.196392 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f33c36-6a67-4259-9970-8533c7db2360 req-ea95e13f-123d-472a-b004-2cad0058232c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Made reservation on behalf of 44959c6d103d41b6bfab4a6f3e28a3b9 for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:22:26.219614 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-21f33c36-6a67-4259-9970-8533c7db2360 req-ea95e13f-123d-472a-b004-2cad0058232c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:26.264690 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-81722a07-4bd2-45ce-a2bc-a202264bb17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:26.341463 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ba2160cb-ecfd-4faa-8400-ecea9371b87f req-effb744a-3827-4cdf-bb36-f35b8516c419 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/security-groups?id=eb9e6ed9-c6b5-4b93-9b55-99ae1298147a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691811 Feb 11 13:22:26.483015 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-abf70d75-100d-43f9-af44-fc30dd7239c1 req-5311368e-66d7-442b-b5b8-e971bf335741 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 210 time: 0.1274793 Feb 11 13:22:26.539704 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:26.590429 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-81722a07-4bd2-45ce-a2bc-a202264bb17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:26.656305 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-81722a07-4bd2-45ce-a2bc-a202264bb17f admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=bc61d0990b764ee7a0000d3142b875be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3319652 Feb 11 13:22:26.657290 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 34508) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:26.671169 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Network 36ee8e38-a908-429c-8c98-d91947a3e7bb is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:22:26.690132 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:22:26.692664 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:22:26.724858 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34512) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:26.765190 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:26.765986 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:26.826824 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-566e8255-23ea-4eab-a9da-1536bfedd0f4 req-c8b62d62-0a17-49af-93e7-3e2cf6f31f9a tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 210 time: 0.0985355 Feb 11 13:22:26.849010 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-21f33c36-6a67-4259-9970-8533c7db2360 req-ea95e13f-123d-472a-b004-2cad0058232c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Allocated IP 172.20.0.3 (432d53e6-aee4-4826-b14b-87a1a91902b3/98e5bf59-6944-4238-8be4-f45d233ac77b/713488f7-97dd-45ef-a4ec-2555dc4160a4) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:22:26.937419 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Pushing event updated for resources: {'Port': ['ID=05c77ef8-929d-4b96-88e0-ca34d50ffd0d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:26.950433 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:26.956763 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da04e296-26f8-4fef-8958-da339b16a9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:26.964268 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:26.969414 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9e13dd48-d04a-493c-a6e2-cb2d5ce0a134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.318s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:27.065880 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3479130 Feb 11 13:22:27.069333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da04e296-26f8-4fef-8958-da339b16a9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:27.078965 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81722a07-4bd2-45ce-a2bc-a202264bb17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39a6175-7cb6-44c7-a3d8-193ac38843f1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:27.096417 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-81722a07-4bd2-45ce-a2bc-a202264bb17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:27.109854 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Request body: {'port': {'device_id': 'a7a098f2-c525-4c3c-8fa1-d65c14abe0f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:27.187353 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-50dd12cc-214c-459a-859d-4470a8d989c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:27.205083 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-21f33c36-6a67-4259-9970-8533c7db2360 req-ea95e13f-123d-472a-b004-2cad0058232c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:27.208897 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-50dd12cc-214c-459a-859d-4470a8d989c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:27.236082 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-21f33c36-6a67-4259-9970-8533c7db2360 req-ea95e13f-123d-472a-b004-2cad0058232c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Transition to ACTIVE for port object 713488f7-97dd-45ef-a4ec-2555dc4160a4 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:22:27.265487 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-50dd12cc-214c-459a-859d-4470a8d989c7 admin admin] Usage tracker for resource:security_group_rule and tenant:fcd6afc520324842a1bf7c806853bf85 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:27.271102 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-50dd12cc-214c-459a-859d-4470a8d989c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:27.280635 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-50dd12cc-214c-459a-859d-4470a8d989c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:27.293407 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-21f33c36-6a67-4259-9970-8533c7db2360 req-ea95e13f-123d-472a-b004-2cad0058232c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:27.485745 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.111', 51442) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:27.491056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:27.605732 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95e13f-123d-472a-b004-2cad0058232c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Pushing event updated for resources: {'Port': ['ID=713488f7-97dd-45ef-a4ec-2555dc4160a4,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:27.609865 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ea95e13f-123d-472a-b004-2cad0058232c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:27.769311 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9a0f1-0f48-4b90-8755-4241f6d71976 req-aeb651fe-c033-4ce8-b0b6-2127eee0d75c tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:27.771042 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c7d9a0f1-0f48-4b90-8755-4241f6d71976 req-aeb651fe-c033-4ce8-b0b6-2127eee0d75c tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 931 time: 1.0825274 Feb 11 13:22:27.777450 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da04e296-26f8-4fef-8958-da339b16a9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:27.801153 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:27.839059 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8b33a6-40f2-403f-bff3-c710084ca57c {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:22:27.846533 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04e296-26f8-4fef-8958-da339b16a9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39a6175-7cb6-44c7-a3d8-193ac38843f1,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:27.862569 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-da04e296-26f8-4fef-8958-da339b16a9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:27.864387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:27.873080 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f33c36-6a67-4259-9970-8533c7db2360 req-ea95e13f-123d-472a-b004-2cad0058232c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Network 432d53e6-aee4-4826-b14b-87a1a91902b3 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:22:27.879038 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da04e296-26f8-4fef-8958-da339b16a9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:27.880455 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-da04e296-26f8-4fef-8958-da339b16a9ad admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/a39a6175-7cb6-44c7-a3d8-193ac38843f1 HTTP/1.1" status: 204 len: 168 time: 1.2076948 Feb 11 13:22:27.886277 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:27.886738 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-21f33c36-6a67-4259-9970-8533c7db2360 req-ea95e13f-123d-472a-b004-2cad0058232c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:22:27.886738 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f33c36-6a67-4259-9970-8533c7db2360 req-ea95e13f-123d-472a-b004-2cad0058232c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:22:27.995564 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-c7d9a0f1-0f48-4b90-8755-4241f6d71976 req-52787989-3266-42bd-88af-c360087c1710 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Synchronizing usage tracker for tenant:40b18a8382ce4421aeb7c42888ffdd71 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:22:28.029017 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-4f5ee04a-28c8-4be8-85b5-053d29837268 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:28.030836 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-4f5ee04a-28c8-4be8-85b5-053d29837268 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.111 "GET /v2.0/networks?id=120ce4ab-747c-47cb-a13f-ce5d6314efdf HTTP/1.1" status: 200 len: 817 time: 0.4399135 Feb 11 13:22:28.041232 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Transition to ACTIVE for port object df8b33a6-40f2-403f-bff3-c710084ca57c will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:22:28.078968 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-c7d9a0f1-0f48-4b90-8755-4241f6d71976 req-52787989-3266-42bd-88af-c360087c1710 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Unset dirty status for tenant:40b18a8382ce4421aeb7c42888ffdd71 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:22:28.080342 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c7d9a0f1-0f48-4b90-8755-4241f6d71976 req-52787989-3266-42bd-88af-c360087c1710 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971377 Feb 11 13:22:28.098908 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:28.239655 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e613c5-91d1-4fcf-9ed4-fac22729487e req-a7d2a1fe-24e6-4eb2-877f-7ad18782375b tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:28.248379 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-40e613c5-91d1-4fcf-9ed4-fac22729487e req-a7d2a1fe-24e6-4eb2-877f-7ad18782375b tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 946 time: 0.6554146 Feb 11 13:22:28.259253 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:28.316022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-5e94e875-fed8-4c8d-9155-912213373397 None None] Provisioning for port 713488f7-97dd-45ef-a4ec-2555dc4160a4 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:22:28.321587 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-5e94e875-fed8-4c8d-9155-912213373397 None None] Provisioning complete for port 713488f7-97dd-45ef-a4ec-2555dc4160a4 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:28.322010 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5e94e875-fed8-4c8d-9155-912213373397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:28.366603 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f33c36-6a67-4259-9970-8533c7db2360 req-ea95e13f-123d-472a-b004-2cad0058232c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:28.382177 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-21f33c36-6a67-4259-9970-8533c7db2360 req-ea95e13f-123d-472a-b004-2cad0058232c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:28.389587 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-50dd12cc-214c-459a-859d-4470a8d989c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:28.464666 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-5e94e875-fed8-4c8d-9155-912213373397 None None] Port 713488f7-97dd-45ef-a4ec-2555dc4160a4 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:22:28.483765 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-50dd12cc-214c-459a-859d-4470a8d989c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:28.511861 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-64b44756-0bb6-4b00-a0ca-00733d43a3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:28.551414 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=df8b33a6-40f2-403f-bff3-c710084ca57c,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:28.572886 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:28.581147 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-40e613c5-91d1-4fcf-9ed4-fac22729487e req-550b317e-2ec1-45e5-be40-86757f141bbd tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/security-groups?id=eb9e6ed9-c6b5-4b93-9b55-99ae1298147a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314331 Feb 11 13:22:28.647376 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-e5c5920a-ed99-4fba-8648-c62068fff50f tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.111 "GET /v2.0/security-groups?tenant_id=f5d2b1be961749bcaa243e9f0bed551b HTTP/1.1" status: 200 len: 5705 time: 0.5932069 Feb 11 13:22:28.656878 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-50dd12cc-214c-459a-859d-4470a8d989c7 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=fcd6afc520324842a1bf7c806853bf85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9264100 Feb 11 13:22:28.658660 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd12cc-214c-459a-859d-4470a8d989c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d90080-5acb-43a5-896a-f92a92c4232e,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:28.664977 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Request body: {'port': {'device_id': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'admin_state_up': True, 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'security_groups': ['7288ef8a-4fbf-4363-8cd7-589c2266ce35']}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:28.682728 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34578) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:28.687216 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-50dd12cc-214c-459a-859d-4470a8d989c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:28.704992 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21f33c36-6a67-4259-9970-8533c7db2360 req-ea95e13f-123d-472a-b004-2cad0058232c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7732537 Feb 11 13:22:28.742899 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Request body: {'port': {'device_id': 'f66d0d1a-26e5-44b0-a397-5f4518a89762', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:28.922593 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e320b-def1-4f48-b582-ae630bb81ca8 req-c7f95941-abde-4469-8409-1a9750d5bdf5 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:28.930959 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f78e320b-def1-4f48-b582-ae630bb81ca8 req-c7f95941-abde-4469-8409-1a9750d5bdf5 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 931 time: 0.6726797 Feb 11 13:22:28.938702 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Attempting to bind port df8b33a6-40f2-403f-bff3-c710084ca57c on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:28.939078 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Attempting to bind port df8b33a6-40f2-403f-bff3-c710084ca57c by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '0db96a00-a80a-4476-9159-49fb88423484', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:22:28.939664 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Attempting to bind port df8b33a6-40f2-403f-bff3-c710084ca57c on network 36ee8e38-a908-429c-8c98-d91947a3e7bb {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:22:28.968646 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:22:28.969037 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Checking segment: {'id': '0db96a00-a80a-4476-9159-49fb88423484', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:22:28.969442 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:28.969837 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Bound using segment: {'id': '0db96a00-a80a-4476-9159-49fb88423484', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:22:28.970330 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Bound port: df8b33a6-40f2-403f-bff3-c710084ca57c, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db96a00-a80a-4476-9159-49fb88423484', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:22:28.970832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:29.085541 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f78e320b-def1-4f48-b582-ae630bb81ca8 req-920ce70c-4ee7-4ded-89e4-375726309b9f tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534812 Feb 11 13:22:29.280478 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c77ef8-929d-4b96-88e0-ca34d50ffd0d {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:22:29.291936 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:29.308575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Transition to ACTIVE for port object 05c77ef8-929d-4b96-88e0-ca34d50ffd0d will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:22:29.357893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] For port df8b33a6-40f2-403f-bff3-c710084ca57c, host hv-cinder-77398, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:22:29.362415 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] For port df8b33a6-40f2-403f-bff3-c710084ca57c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=df8b33a6-40f2-403f-bff3-c710084ca57c,segment=NetworkSegment(0db96a00-a80a-4476-9159-49fb88423484),segment_id=0db96a00-a80a-4476-9159-49fb88423484)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:22:29.366641 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:29.410819 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:29.488322 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d59198b0-bf6b-4212-96d9-eb34ed693f53 req-732d08af-aef4-4eb6-b2d4-8b44eaddc27e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 210 time: 0.5397918 Feb 11 13:22:29.527860 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bba09749-1924-430a-a088-70f88cefcdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:29.596352 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:29.626480 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bba09749-1924-430a-a088-70f88cefcdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:29.656104 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:29.656238 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:29.717918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Usage tracker for resource:port and tenant:f5d2b1be961749bcaa243e9f0bed551b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:29.723212 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:29.737377 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:29.827288 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Made reservation on behalf of f5d2b1be961749bcaa243e9f0bed551b for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:22:29.848715 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:29.868051 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bba09749-1924-430a-a088-70f88cefcdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:29.878537 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:29.964132 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Pushing event updated for resources: {'Port': ['ID=05c77ef8-929d-4b96-88e0-ca34d50ffd0d,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:29.971618 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:29.982229 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-54f5d7fe-ce8d-4647-bd8b-ced54ccf9456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:30.024083 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba09749-1924-430a-a088-70f88cefcdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d90080-5acb-43a5-896a-f92a92c4232e,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:30.042579 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bba09749-1924-430a-a088-70f88cefcdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:30.066618 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bba09749-1924-430a-a088-70f88cefcdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:30.068068 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-bba09749-1924-430a-a088-70f88cefcdad admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/a5d90080-5acb-43a5-896a-f92a92c4232e HTTP/1.1" status: 204 len: 168 time: 1.3795564 Feb 11 13:22:30.309753 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Attempting to bind port 05c77ef8-929d-4b96-88e0-ca34d50ffd0d on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:30.310300 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Attempting to bind port 05c77ef8-929d-4b96-88e0-ca34d50ffd0d by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '0db96a00-a80a-4476-9159-49fb88423484', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:22:30.310417 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Attempting to bind port 05c77ef8-929d-4b96-88e0-ca34d50ffd0d on network 36ee8e38-a908-429c-8c98-d91947a3e7bb {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:22:30.424059 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da1d2e-0fe7-4af3-aab4-b17c83f31b69 req-e8d9efef-b033-48c6-9826-f384930e73a9 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:30.432173 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-57da1d2e-0fe7-4af3-aab4-b17c83f31b69 req-e8d9efef-b033-48c6-9826-f384930e73a9 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 943 time: 0.8437915 Feb 11 13:22:30.440764 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:22:30.441159 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Checking segment: {'id': '0db96a00-a80a-4476-9159-49fb88423484', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:22:30.441536 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:30.441929 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Bound using segment: {'id': '0db96a00-a80a-4476-9159-49fb88423484', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:22:30.442394 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Bound port: 05c77ef8-929d-4b96-88e0-ca34d50ffd0d, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db96a00-a80a-4476-9159-49fb88423484', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '36ee8e38-a908-429c-8c98-d91947a3e7bb'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:22:30.442745 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:30.497490 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=df8b33a6-40f2-403f-bff3-c710084ca57c,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:30.510088 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:30.561420 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:30.562252 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:30.563954 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] 10.222.0.111 "PUT /v2.0/ports/df8b33a6-40f2-403f-bff3-c710084ca57c HTTP/1.1" status: 200 len: 1158 time: 6.0807505 Feb 11 13:22:30.578523 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a684cd6-ca46-41c5-935a-4f4e0dec539e', 'tag': 'df8b33a6-40f2-403f-bff3-c710084ca57c'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:30.623000 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-57da1d2e-0fe7-4af3-aab4-b17c83f31b69 req-4ae2e5fa-6f63-46c0-bfc4-3a7f92980d4e tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898534 Feb 11 13:22:30.769932 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bc74e-8292-43fb-b1dd-609704dd31cc req-aba366b2-2cc2-454b-8cc5-de244e95db8a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:30.770755 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-dd9bc74e-8292-43fb-b1dd-609704dd31cc req-aba366b2-2cc2-454b-8cc5-de244e95db8a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Synchronizing usage tracker for tenant:44959c6d103d41b6bfab4a6f3e28a3b9 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:22:30.781988 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] For port 05c77ef8-929d-4b96-88e0-ca34d50ffd0d, host hv-cinder-77398, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:22:30.815837 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] For port 05c77ef8-929d-4b96-88e0-ca34d50ffd0d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=05c77ef8-929d-4b96-88e0-ca34d50ffd0d,segment=NetworkSegment(0db96a00-a80a-4476-9159-49fb88423484),segment_id=0db96a00-a80a-4476-9159-49fb88423484)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:22:30.843439 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713488f7-97dd-45ef-a4ec-2555dc4160a4 {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:22:30.852762 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:30.866632 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:30.870286 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Allocated IP 172.20.0.10 (120ce4ab-747c-47cb-a13f-ce5d6314efdf/4b20cf4d-7400-4a95-b52e-0748341fc3c7/88ede691-1330-4737-b2b3-2f4b51080cff) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:22:30.876970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:30.894073 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-dd9bc74e-8292-43fb-b1dd-609704dd31cc req-aba366b2-2cc2-454b-8cc5-de244e95db8a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Unset dirty status for tenant:44959c6d103d41b6bfab4a6f3e28a3b9 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:22:30.895366 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-dd9bc74e-8292-43fb-b1dd-609704dd31cc req-aba366b2-2cc2-454b-8cc5-de244e95db8a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 931 time: 0.6031508 Feb 11 13:22:30.898189 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Transition to ACTIVE for port object 713488f7-97dd-45ef-a4ec-2555dc4160a4 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:22:30.953131 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:31.013099 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2614fb01-f837-477b-a8a1-8b22d2ed8eb7 req-c47bdc79-c416-43e9-b54a-72c15baa2f5b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Synchronizing usage tracker for tenant:f5d2b1be961749bcaa243e9f0bed551b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:22:31.033180 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-dd9bc74e-8292-43fb-b1dd-609704dd31cc req-ca6e30f7-0512-4396-ad7f-dc72ecc9f6a3 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291518 Feb 11 13:22:31.083566 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:31.085357 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-2921399e-1934-4620-b014-574a9c7ee21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:31.087341 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-2921399e-1934-4620-b014-574a9c7ee21b service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=40b18a8382ce4421aeb7c42888ffdd71&device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 1161 time: 0.4262486 Feb 11 13:22:31.178733 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a684cd6-ca46-41c5-935a-4f4e0dec539e', 'tag': 'df8b33a6-40f2-403f-bff3-c710084ca57c', 'status': 'completed', 'code': 200} Feb 11 13:22:31.190423 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Pushing event updated for resources: {'Port': ['ID=05c77ef8-929d-4b96-88e0-ca34d50ffd0d,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:31.194322 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:31.199091 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-a54cbe50-7c5a-403f-ad3e-d69ea5fcd59e service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8b33a6-40f2-403f-bff3-c710084ca57c HTTP/1.1" status: 200 len: 217 time: 0.1014650 Feb 11 13:22:31.204817 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2614fb01-f837-477b-a8a1-8b22d2ed8eb7 req-c47bdc79-c416-43e9-b54a-72c15baa2f5b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Unset dirty status for tenant:f5d2b1be961749bcaa243e9f0bed551b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:22:31.206118 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2614fb01-f837-477b-a8a1-8b22d2ed8eb7 req-c47bdc79-c416-43e9-b54a-72c15baa2f5b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 210 time: 0.3302739 Feb 11 13:22:31.353360 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-88e393bb-9da6-4310-9be1-c944435c640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:31.355619 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-88e393bb-9da6-4310-9be1-c944435c640f service neutron] 10.222.0.111 "GET /v2.0/subnets?id=b9048a34-9fa8-42ac-894d-0f3c40b20f2f HTTP/1.1" status: 200 len: 858 time: 0.1485226 Feb 11 13:22:31.357885 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:31.358568 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:31.360088 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] 10.222.0.111 "PUT /v2.0/ports/05c77ef8-929d-4b96-88e0-ca34d50ffd0d HTTP/1.1" status: 200 len: 1157 time: 4.2774343 Feb 11 13:22:31.480248 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Pushing event updated for resources: {'Port': ['ID=713488f7-97dd-45ef-a4ec-2555dc4160a4,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:31.501876 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:31.524449 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-daa28c1d-e532-41ee-8acc-5b5ef7c8555a service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=36ee8e38-a908-429c-8c98-d91947a3e7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589270 Feb 11 13:22:31.694264 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:31.767203 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 34666) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:31.844433 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07970c5d-e1fa-4a7b-8db9-1dae985f7022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:31.896008 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-271dff4d-0e20-4a17-86a9-39fbe88b9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:31.898198 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-271dff4d-0e20-4a17-86a9-39fbe88b9220 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=40b18a8382ce4421aeb7c42888ffdd71&device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 1160 time: 0.4542060 Feb 11 13:22:31.932178 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Transition to ACTIVE for port object 88ede691-1330-4737-b2b3-2f4b51080cff will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:22:31.985088 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-07970c5d-e1fa-4a7b-8db9-1dae985f7022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:31.994187 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34670) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:31.997578 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Attempting to bind port 713488f7-97dd-45ef-a4ec-2555dc4160a4 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:31.998901 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Attempting to bind port 713488f7-97dd-45ef-a4ec-2555dc4160a4 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '535294c5-0985-4a0e-a9e0-7de35269ad8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:22:31.999329 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Attempting to bind port 713488f7-97dd-45ef-a4ec-2555dc4160a4 on network 432d53e6-aee4-4826-b14b-87a1a91902b3 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:22:32.008981 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-07970c5d-e1fa-4a7b-8db9-1dae985f7022 admin admin] Usage tracker for resource:security_group_rule and tenant:9cbb31aa742e44149373b3c5c638fbc0 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:32.030955 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:22:32.031312 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Checking segment: {'id': '535294c5-0985-4a0e-a9e0-7de35269ad8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:22:32.032574 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:32.033009 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Bound using segment: {'id': '535294c5-0985-4a0e-a9e0-7de35269ad8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:22:32.033527 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Bound port: 713488f7-97dd-45ef-a4ec-2555dc4160a4, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535294c5-0985-4a0e-a9e0-7de35269ad8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:22:32.033915 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:32.052917 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-07970c5d-e1fa-4a7b-8db9-1dae985f7022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:32.082211 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-f6c54dad-eb99-44c3-a5de-4d1659699752 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05c77ef8-929d-4b96-88e0-ca34d50ffd0d HTTP/1.1" status: 200 len: 217 time: 0.1596520 Feb 11 13:22:32.089375 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-07970c5d-e1fa-4a7b-8db9-1dae985f7022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:32.093118 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-825f289f-fa73-4588-b01c-bbf7ac91b3b4 service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589132 Feb 11 13:22:32.170734 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] For port 713488f7-97dd-45ef-a4ec-2555dc4160a4, host hv-cinder-77398, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:22:32.176790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] For port 713488f7-97dd-45ef-a4ec-2555dc4160a4, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=713488f7-97dd-45ef-a4ec-2555dc4160a4,segment=NetworkSegment(535294c5-0985-4a0e-a9e0-7de35269ad8c),segment_id=535294c5-0985-4a0e-a9e0-7de35269ad8c)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:22:32.224893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:32.518455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:32.559220 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-91a576eb-3232-4ccd-89f4-33caacbc61cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:32.574387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:32.603827 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07970c5d-e1fa-4a7b-8db9-1dae985f7022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:32.623494 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0af0fab9-f82a-44f8-936a-5085c7ea9c0a req-344c2889-9356-443c-84e7-f3061eb7a916 service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5068789 Feb 11 13:22:32.655320 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-336877ff-6b7d-46cc-95a7-f2f6dc5cbcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:32.657222 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-336877ff-6b7d-46cc-95a7-f2f6dc5cbcb8 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=b9048a34-9fa8-42ac-894d-0f3c40b20f2f HTTP/1.1" status: 200 len: 858 time: 0.5539412 Feb 11 13:22:32.774986 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e2340-d129-4e2a-90fe-40cac89b1e2e req-f8cba129-9838-4263-8f16-1320c3b9f2bb tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:32.776871 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a62e2340-d129-4e2a-90fe-40cac89b1e2e req-f8cba129-9838-4263-8f16-1320c3b9f2bb tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 943 time: 0.8531592 Feb 11 13:22:32.829081 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-91a576eb-3232-4ccd-89f4-33caacbc61cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:32.829776 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07970c5d-e1fa-4a7b-8db9-1dae985f7022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:32.844059 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Network 120ce4ab-747c-47cb-a13f-ce5d6314efdf is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:22:32.850705 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:22:32.882922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-91a576eb-3232-4ccd-89f4-33caacbc61cb admin admin] Usage tracker for resource:security_group_rule and tenant:e5d57de689424417b4389e72241caf62 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:32.891410 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:32.893563 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:32.895325 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21f33c36-6a67-4259-9970-8533c7db2360 req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] 10.222.0.111 "PUT /v2.0/ports/713488f7-97dd-45ef-a4ec-2555dc4160a4 HTTP/1.1" status: 200 len: 1157 time: 4.1723697 Feb 11 13:22:32.898041 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66d0d1a-26e5-44b0-a397-5f4518a89762', 'tag': '713488f7-97dd-45ef-a4ec-2555dc4160a4'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:32.903379 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-91a576eb-3232-4ccd-89f4-33caacbc61cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:32.922604 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-91a576eb-3232-4ccd-89f4-33caacbc61cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:32.930518 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Pushing event updated for resources: {'Port': ['ID=88ede691-1330-4737-b2b3-2f4b51080cff,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:32.937905 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:32.939369 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:32.973431 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:32.980315 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:22:32.991180 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-044fb561-5136-4caf-8601-5db069a7e24b service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=36ee8e38-a908-429c-8c98-d91947a3e7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1651659 Feb 11 13:22:33.251796 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a098f2-c525-4c3c-8fa1-d65c14abe0f0', 'tag': '05c77ef8-929d-4b96-88e0-ca34d50ffd0d'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:33.268524 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-07970c5d-e1fa-4a7b-8db9-1dae985f7022 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=9cbb31aa742e44149373b3c5c638fbc0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4875066 Feb 11 13:22:33.284999 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 34712) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:33.306759 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07970c5d-e1fa-4a7b-8db9-1dae985f7022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ad314f-f8e0-40a6-aed0-b53dad1a4a16,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:33.410655 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07970c5d-e1fa-4a7b-8db9-1dae985f7022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:33.415016 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:22:33.429692 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a62e2340-d129-4e2a-90fe-40cac89b1e2e req-1f9ff59a-5ced-4acd-a26c-31fb72db7d77 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5985429 Feb 11 13:22:33.432286 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-47b2e8b7-ce8a-43e5-82ad-a4732653896a None None] Provisioning for port 88ede691-1330-4737-b2b3-2f4b51080cff completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:22:33.448174 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-47b2e8b7-ce8a-43e5-82ad-a4732653896a None None] Provisioning complete for port 88ede691-1330-4737-b2b3-2f4b51080cff triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:33.448812 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-47b2e8b7-ce8a-43e5-82ad-a4732653896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:33.479020 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f19132b-944d-4af5-b5bb-ccfd15169760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:33.515029 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db848229-9a71-4cde-a294-8cf3d9efd947 req-8faccfaf-712b-40bf-8575-ab38d51b7e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:33.516713 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-db848229-9a71-4cde-a294-8cf3d9efd947 req-8faccfaf-712b-40bf-8575-ab38d51b7e23 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=40b18a8382ce4421aeb7c42888ffdd71&device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 1161 time: 0.7387366 Feb 11 13:22:33.553981 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-cac100c4-0533-4cd0-888a-950fca626f9f service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391748 Feb 11 13:22:33.611345 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-47b2e8b7-ce8a-43e5-82ad-a4732653896a None None] Port 88ede691-1330-4737-b2b3-2f4b51080cff cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:22:33.619345 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f19132b-944d-4af5-b5bb-ccfd15169760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:33.623218 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-91a576eb-3232-4ccd-89f4-33caacbc61cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:33.760017 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59e301-3faa-4413-95ee-76aafc338a3e req-88e1aaf4-1bfd-46fa-86dc-bd711ea61075 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:33.769333 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e59e301-3faa-4413-95ee-76aafc338a3e req-88e1aaf4-1bfd-46fa-86dc-bd711ea61075 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 943 time: 1.1852877 Feb 11 13:22:33.842309 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-91a576eb-3232-4ccd-89f4-33caacbc61cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:33.918286 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e59e301-3faa-4413-95ee-76aafc338a3e req-bc188e22-8825-45de-822c-f08d42da1bbe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476438 Feb 11 13:22:33.962252 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f33c36-6a67-4259-9970-8533c7db2360 req-46bb8834-e9de-4a24-9745-629a882cfc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:33.971910 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21f33c36-6a67-4259-9970-8533c7db2360 req-46bb8834-e9de-4a24-9745-629a882cfc8a service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=44959c6d103d41b6bfab4a6f3e28a3b9&device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 1160 time: 0.9356558 Feb 11 13:22:34.031535 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:34.032273 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:34.093509 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a098f2-c525-4c3c-8fa1-d65c14abe0f0', 'tag': '05c77ef8-929d-4b96-88e0-ca34d50ffd0d', 'status': 'completed', 'code': 200} Feb 11 13:22:34.154234 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4964752 Feb 11 13:22:34.166395 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Pushing event updated for resources: {'Port': ['ID=713488f7-97dd-45ef-a4ec-2555dc4160a4,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:34.172703 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21f33c36-6a67-4259-9970-8533c7db2360 req-aeffdacf-aa34-4804-9140-4909c06f9586 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=713488f7-97dd-45ef-a4ec-2555dc4160a4 HTTP/1.1" status: 200 len: 217 time: 0.1026840 Feb 11 13:22:34.194056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Request body: {'port': {'device_id': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:34.302686 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db848229-9a71-4cde-a294-8cf3d9efd947 req-639a459b-986c-440c-b4a7-e8ddab60e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:34.304426 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-db848229-9a71-4cde-a294-8cf3d9efd947 req-639a459b-986c-440c-b4a7-e8ddab60e682 service neutron] 10.222.0.111 "GET /v2.0/networks?id=36ee8e38-a908-429c-8c98-d91947a3e7bb HTTP/1.1" status: 200 len: 912 time: 0.7794750 Feb 11 13:22:34.347813 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-91a576eb-3232-4ccd-89f4-33caacbc61cb admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=e5d57de689424417b4389e72241caf62&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3308730 Feb 11 13:22:34.349617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.410s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:34.358227 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66d0d1a-26e5-44b0-a397-5f4518a89762', 'tag': '713488f7-97dd-45ef-a4ec-2555dc4160a4', 'status': 'completed', 'code': 200} Feb 11 13:22:34.358865 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.508s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:34.402846 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536c100-814b-4fe5-87e3-473abfae3978 req-d3fc5e59-649c-4f4a-96ef-d0dfc345631b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:34.404571 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6536c100-814b-4fe5-87e3-473abfae3978 req-d3fc5e59-649c-4f4a-96ef-d0dfc345631b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 932 time: 0.4625361 Feb 11 13:22:34.405128 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 34740) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:34.429164 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:34.481212 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f19132b-944d-4af5-b5bb-ccfd15169760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:34.481212 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ee6fe6e-a90d-44a7-9ac6-97a7f5cf1a42 req-25b5b1f2-31f4-4684-a438-def7809a083d service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9130404 Feb 11 13:22:34.522919 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a576eb-3232-4ccd-89f4-33caacbc61cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2552c05-1817-451d-b13d-a2a6c3cd80d9,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:34.523745 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-db848229-9a71-4cde-a294-8cf3d9efd947 req-9b978cf4-3da0-4d0b-8308-7846740b8122 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8b33a6-40f2-403f-bff3-c710084ca57c HTTP/1.1" status: 200 len: 217 time: 0.2090902 Feb 11 13:22:34.530246 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:34.534292 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-91a576eb-3232-4ccd-89f4-33caacbc61cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:34.535820 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f33c36-6a67-4259-9970-8533c7db2360 req-8c9f489b-e174-4450-9964-56794fe084e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:34.537477 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21f33c36-6a67-4259-9970-8533c7db2360 req-8c9f489b-e174-4450-9964-56794fe084e1 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=98e5bf59-6944-4238-8be4-f45d233ac77b HTTP/1.1" status: 200 len: 849 time: 0.1832361 Feb 11 13:22:34.667843 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19132b-944d-4af5-b5bb-ccfd15169760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ad314f-f8e0-40a6-aed0-b53dad1a4a16,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:34.671501 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3f19132b-944d-4af5-b5bb-ccfd15169760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:34.784637 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f19132b-944d-4af5-b5bb-ccfd15169760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:34.789031 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-3f19132b-944d-4af5-b5bb-ccfd15169760 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/31ad314f-f8e0-40a6-aed0-b53dad1a4a16 HTTP/1.1" status: 204 len: 168 time: 1.4929430 Feb 11 13:22:34.842588 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6536c100-814b-4fe5-87e3-473abfae3978 req-346ea594-78f6-43b9-a477-aeb6de978f5f tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3741055 Feb 11 13:22:34.912514 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db848229-9a71-4cde-a294-8cf3d9efd947 req-4b233199-7f53-4032-94e2-a8ec76ea1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:34.914622 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-db848229-9a71-4cde-a294-8cf3d9efd947 req-4b233199-7f53-4032-94e2-a8ec76ea1803 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=b9048a34-9fa8-42ac-894d-0f3c40b20f2f HTTP/1.1" status: 200 len: 858 time: 0.3752403 Feb 11 13:22:34.915597 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce06f97b-d0f3-4595-93be-bc4e4ba5a8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:34.945535 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f33c36-6a67-4259-9970-8533c7db2360 req-21e45b1b-0eb9-44be-945f-1abc1818e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:34.947476 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21f33c36-6a67-4259-9970-8533c7db2360 req-21e45b1b-0eb9-44be-945f-1abc1818e43a service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=432d53e6-aee4-4826-b14b-87a1a91902b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3982222 Feb 11 13:22:35.035278 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-db848229-9a71-4cde-a294-8cf3d9efd947 req-6a58a8cd-24f4-4d49-bb6b-f45897dfcf1f service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=36ee8e38-a908-429c-8c98-d91947a3e7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942132 Feb 11 13:22:35.042002 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce06f97b-d0f3-4595-93be-bc4e4ba5a8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:35.055326 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e834b-e627-4184-9349-31e7b9f84113 req-fcd99b08-41e3-4577-b793-9cc04727cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:35.057484 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5e6e834b-e627-4184-9349-31e7b9f84113 req-fcd99b08-41e3-4577-b793-9cc04727cddf service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=40b18a8382ce4421aeb7c42888ffdd71&device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 1160 time: 0.4063966 Feb 11 13:22:35.086024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d599092-bae6-463a-8f33-77783a36be9a req-30cd6b98-5ea7-43df-bab8-b1275ad97555 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:35.086024 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7d599092-bae6-463a-8f33-77783a36be9a req-30cd6b98-5ea7-43df-bab8-b1275ad97555 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 943 time: 0.4282358 Feb 11 13:22:35.312333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.objects.ports [None req-6f8e04f6-82d0-4e58-b5d3-8415e6453fa1 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 13:22:35.346098 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7d599092-bae6-463a-8f33-77783a36be9a req-5eaa901e-ae7a-4b59-8943-fba3d1a8e858 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809320 Feb 11 13:22:35.398417 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21f33c36-6a67-4259-9970-8533c7db2360 req-ab485123-e004-4b75-93dd-8f4d8ef6117b service neutron] 10.222.0.111 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340603 Feb 11 13:22:35.497561 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-db848229-9a71-4cde-a294-8cf3d9efd947 req-03c74d1f-73d4-4ea1-960d-ebe1d9368ee0 service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433823 Feb 11 13:22:35.549735 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e834b-e627-4184-9349-31e7b9f84113 req-9b24e7d7-6efd-4321-a37c-fe30ab6f65a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:35.551417 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5e6e834b-e627-4184-9349-31e7b9f84113 req-9b24e7d7-6efd-4321-a37c-fe30ab6f65a7 service neutron] 10.222.0.111 "GET /v2.0/networks?id=36ee8e38-a908-429c-8c98-d91947a3e7bb HTTP/1.1" status: 200 len: 912 time: 0.4554269 Feb 11 13:22:35.602224 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ede691-1330-4737-b2b3-2f4b51080cff {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:22:35.616388 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:35.679173 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Transition to ACTIVE for port object 88ede691-1330-4737-b2b3-2f4b51080cff will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:22:35.694336 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21f33c36-6a67-4259-9970-8533c7db2360 req-b41b5d78-2f4b-4fb4-bf3e-1611488c5d5f service neutron] 10.222.0.111 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2755163 Feb 11 13:22:35.700474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device df8b33a6-40f2-403f-bff3-c710084ca57c up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:35.711190 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:35.734766 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:35.800592 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5e6e834b-e627-4184-9349-31e7b9f84113 req-6cf09efc-9c2e-497d-b5c5-37ed9c5773c8 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05c77ef8-929d-4b96-88e0-ca34d50ffd0d HTTP/1.1" status: 200 len: 217 time: 0.1152189 Feb 11 13:22:35.833396 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Pushing event updated for resources: {'Port': ['ID=88ede691-1330-4737-b2b3-2f4b51080cff,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:35.892960 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port df8b33a6-40f2-403f-bff3-c710084ca57c completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:22:35.898739 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port df8b33a6-40f2-403f-bff3-c710084ca57c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:35.901432 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:35.905760 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:36.030152 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c57498-938c-411b-9b27-506913d8a45f req-c942242c-68cb-4f92-ace0-7efc357175c8 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:36.038927 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e7c57498-938c-411b-9b27-506913d8a45f req-c942242c-68cb-4f92-ace0-7efc357175c8 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 943 time: 0.8821886 Feb 11 13:22:36.040949 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce06f97b-d0f3-4595-93be-bc4e4ba5a8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:36.093201 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:36.111631 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:36.123007 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-db848229-9a71-4cde-a294-8cf3d9efd947 req-44b64f98-4f40-4ab4-8dc1-587adf71f7f7 service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5643873 Feb 11 13:22:36.148172 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a684cd6-ca46-41c5-935a-4f4e0dec539e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8b33a6-40f2-403f-bff3-c710084ca57c'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:36.159846 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06f97b-d0f3-4595-93be-bc4e4ba5a8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2552c05-1817-451d-b13d-a2a6c3cd80d9,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:36.162845 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port df8b33a6-40f2-403f-bff3-c710084ca57c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=df8b33a6-40f2-403f-bff3-c710084ca57c,segment=NetworkSegment(0db96a00-a80a-4476-9159-49fb88423484),segment_id=0db96a00-a80a-4476-9159-49fb88423484)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:36.175560 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ce06f97b-d0f3-4595-93be-bc4e4ba5a8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:36.185375 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e834b-e627-4184-9349-31e7b9f84113 req-f831d2e3-b0a0-45a0-bf21-f7c592deaf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:36.186994 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5e6e834b-e627-4184-9349-31e7b9f84113 req-f831d2e3-b0a0-45a0-bf21-f7c592deaf41 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=b9048a34-9fa8-42ac-894d-0f3c40b20f2f HTTP/1.1" status: 200 len: 858 time: 0.3614273 Feb 11 13:22:36.202947 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:36.205338 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-da77b564-7bfe-443e-8db8-fe54a45a278c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:36.206423 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e7c57498-938c-411b-9b27-506913d8a45f req-11dc621a-ab68-45d0-8337-04bbc86154c0 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665874 Feb 11 13:22:36.207265 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce06f97b-d0f3-4595-93be-bc4e4ba5a8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:36.208428 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-ce06f97b-d0f3-4595-93be-bc4e4ba5a8b6 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/d2552c05-1817-451d-b13d-a2a6c3cd80d9 HTTP/1.1" status: 204 len: 168 time: 1.7425292 Feb 11 13:22:36.345837 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=df8b33a6-40f2-403f-bff3-c710084ca57c,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:36.351870 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:36.365313 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5e6e834b-e627-4184-9349-31e7b9f84113 req-16b94ed0-d306-4e69-9abe-6ce9049b4900 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=36ee8e38-a908-429c-8c98-d91947a3e7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1549225 Feb 11 13:22:36.465072 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a684cd6-ca46-41c5-935a-4f4e0dec539e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8b33a6-40f2-403f-bff3-c710084ca57c', 'code': 200} Feb 11 13:22:36.801919 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cfa57-937c-4196-8f82-84ef781aeb18 req-1637f2ea-9054-4b38-bac9-b8d7ccb1f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:36.817843 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-981cfa57-937c-4196-8f82-84ef781aeb18 req-1637f2ea-9054-4b38-bac9-b8d7ccb1f5e2 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=44959c6d103d41b6bfab4a6f3e28a3b9&device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 1160 time: 0.9861884 Feb 11 13:22:36.960049 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5e6e834b-e627-4184-9349-31e7b9f84113 req-afd030d8-f244-41e3-8bf1-3ecd24ba8999 service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5837910 Feb 11 13:22:37.150262 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18ceb0-c6b0-4438-8fed-ce7ca8b95447 req-297a98a0-ccf0-4de6-a18c-f9b74326e64a tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:37.151089 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-aa18ceb0-c6b0-4438-8fed-ce7ca8b95447 req-297a98a0-ccf0-4de6-a18c-f9b74326e64a tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Synchronizing usage tracker for tenant:f5d2b1be961749bcaa243e9f0bed551b on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:22:37.181510 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Attempting to bind port 88ede691-1330-4737-b2b3-2f4b51080cff on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:37.181889 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Attempting to bind port 88ede691-1330-4737-b2b3-2f4b51080cff by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '44f3993b-7057-4914-9e86-acabb2864cb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:22:37.182256 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Attempting to bind port 88ede691-1330-4737-b2b3-2f4b51080cff on network 120ce4ab-747c-47cb-a13f-ce5d6314efdf {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:22:37.221663 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:22:37.226761 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Checking segment: {'id': '44f3993b-7057-4914-9e86-acabb2864cb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:22:37.228305 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:37.228917 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Bound using segment: {'id': '44f3993b-7057-4914-9e86-acabb2864cb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:22:37.229611 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Bound port: 88ede691-1330-4737-b2b3-2f4b51080cff, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f3993b-7057-4914-9e86-acabb2864cb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:22:37.230171 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:37.315838 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 34810) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:37.355734 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-aa18ceb0-c6b0-4438-8fed-ce7ca8b95447 req-297a98a0-ccf0-4de6-a18c-f9b74326e64a tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Unset dirty status for tenant:f5d2b1be961749bcaa243e9f0bed551b on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:22:37.363290 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-aa18ceb0-c6b0-4438-8fed-ce7ca8b95447 req-297a98a0-ccf0-4de6-a18c-f9b74326e64a tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 1.2628467 Feb 11 13:22:37.383325 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cfa57-937c-4196-8f82-84ef781aeb18 req-8b95adf6-f9bf-4eb9-a20a-71c810a2ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:37.389515 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-981cfa57-937c-4196-8f82-84ef781aeb18 req-8b95adf6-f9bf-4eb9-a20a-71c810a2ab32 service neutron] 10.222.0.111 "GET /v2.0/networks?id=432d53e6-aee4-4826-b14b-87a1a91902b3 HTTP/1.1" status: 200 len: 904 time: 0.5613849 Feb 11 13:22:37.452048 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c88d73-6f7b-4079-bb56-a86fa9cade62 req-e0f206b6-45b5-473a-9b35-477184b889cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:37.453696 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b2c88d73-6f7b-4079-bb56-a86fa9cade62 req-e0f206b6-45b5-473a-9b35-477184b889cb service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 1163 time: 0.4951665 Feb 11 13:22:37.556371 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5e6e834b-e627-4184-9349-31e7b9f84113 req-18b3e2ca-ff40-4aa1-b590-67b9e4b59959 service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5572758 Feb 11 13:22:37.584513 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b2c88d73-6f7b-4079-bb56-a86fa9cade62 req-8c924112-430b-43a6-ba20-3e61072789ed service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103251 Feb 11 13:22:37.704711 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7329-2b56-47fe-af50-57ba6afb503c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:37.709871 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5babf-2d49-41b2-8582-6daf5ac4f281 req-30dc5eb1-64d9-4fd7-9f7e-176e5a398bb7 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:37.711618 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-45c5babf-2d49-41b2-8582-6daf5ac4f281 req-30dc5eb1-64d9-4fd7-9f7e-176e5a398bb7 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 943 time: 0.2206807 Feb 11 13:22:37.779858 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-45c5babf-2d49-41b2-8582-6daf5ac4f281 req-4a6e24e1-3fc0-4593-ac84-b65947b71474 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616546 Feb 11 13:22:37.835032 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-6e3b7329-2b56-47fe-af50-57ba6afb503c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:37.855310 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-aa18ceb0-c6b0-4438-8fed-ce7ca8b95447 req-8ab57b54-b702-405b-aeb1-0a3fba3ae413 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4905965 Feb 11 13:22:37.856718 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-981cfa57-937c-4196-8f82-84ef781aeb18 req-46be96bd-a755-4c30-8d23-f6d6b9d01481 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=713488f7-97dd-45ef-a4ec-2555dc4160a4 HTTP/1.1" status: 200 len: 217 time: 0.1312392 Feb 11 13:22:37.864571 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-6e3b7329-2b56-47fe-af50-57ba6afb503c admin admin] Usage tracker for resource:security_group_rule and tenant:ce654911f7dc43a480d7e73a640968ab is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:37.870641 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-6e3b7329-2b56-47fe-af50-57ba6afb503c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:37.922086 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-6e3b7329-2b56-47fe-af50-57ba6afb503c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:37.925392 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] For port 88ede691-1330-4737-b2b3-2f4b51080cff, host hv-cinder-77398, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:22:37.944925 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] For port 88ede691-1330-4737-b2b3-2f4b51080cff, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=88ede691-1330-4737-b2b3-2f4b51080cff,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:22:37.978636 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cfa57-937c-4196-8f82-84ef781aeb18 req-979d374c-1627-4e8a-ae5e-349da6569774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:37.980533 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-981cfa57-937c-4196-8f82-84ef781aeb18 req-979d374c-1627-4e8a-ae5e-349da6569774 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=98e5bf59-6944-4238-8be4-f45d233ac77b HTTP/1.1" status: 200 len: 849 time: 0.1123323 Feb 11 13:22:38.046007 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:38.081842 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b941b9af-df69-4bb4-9e8c-31c645a65948 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:38.219533 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a74ad2-568e-40e0-9827-06a1fd1fba88 req-379f2893-4117-481f-bc18-6ee65dd199e8 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:38.221305 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-08a74ad2-568e-40e0-9827-06a1fd1fba88 req-379f2893-4117-481f-bc18-6ee65dd199e8 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 946 time: 0.3073826 Feb 11 13:22:38.234609 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 05c77ef8-929d-4b96-88e0-ca34d50ffd0d up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:38.317431 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-08a74ad2-568e-40e0-9827-06a1fd1fba88 req-20d37efc-6a5a-4af5-9a92-7fb186907e84 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/security-groups?id=eb9e6ed9-c6b5-4b93-9b55-99ae1298147a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837033 Feb 11 13:22:38.419861 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port 05c77ef8-929d-4b96-88e0-ca34d50ffd0d completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:22:38.425421 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 05c77ef8-929d-4b96-88e0-ca34d50ffd0d triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:38.425847 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:38.464910 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7329-2b56-47fe-af50-57ba6afb503c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:38.514392 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7329-2b56-47fe-af50-57ba6afb503c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:38.578596 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:38.591027 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-6e3b7329-2b56-47fe-af50-57ba6afb503c admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=ce654911f7dc43a480d7e73a640968ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2647250 Feb 11 13:22:38.591966 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 34844) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:38.620819 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 05c77ef8-929d-4b96-88e0-ca34d50ffd0d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=05c77ef8-929d-4b96-88e0-ca34d50ffd0d,segment=NetworkSegment(0db96a00-a80a-4476-9159-49fb88423484),segment_id=0db96a00-a80a-4476-9159-49fb88423484)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:38.622352 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a098f2-c525-4c3c-8fa1-d65c14abe0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c77ef8-929d-4b96-88e0-ca34d50ffd0d'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:38.639532 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:38.640330 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:38.644565 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] 10.222.0.111 "PUT /v2.0/ports/88ede691-1330-4737-b2b3-2f4b51080cff HTTP/1.1" status: 200 len: 1158 time: 4.4749048 Feb 11 13:22:38.647199 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cfa57-937c-4196-8f82-84ef781aeb18 req-764d7779-f0a6-4e0c-9759-cb49a8c9aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:38.658435 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-981cfa57-937c-4196-8f82-84ef781aeb18 req-764d7779-f0a6-4e0c-9759-cb49a8c9aa83 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=432d53e6-aee4-4826-b14b-87a1a91902b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6683280 Feb 11 13:22:38.668319 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'tag': '88ede691-1330-4737-b2b3-2f4b51080cff'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:38.680812 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Pushing event updated for resources: {'Port': ['ID=88ede691-1330-4737-b2b3-2f4b51080cff,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:38.705190 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:38.706362 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device df8b33a6-40f2-403f-bff3-c710084ca57c up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:38.706866 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.710272 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.712143 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.712717 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.713250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.714840 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.715575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.725024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.725024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.725024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.725024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.725024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.725024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.725024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.725024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.726490 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.729479 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.730396 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.731786 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.732415 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.733129 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.735501 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.736274 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.737127 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:38.758474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:38.785778 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:38.786378 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:38.868819 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:38.871182 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a098f2-c525-4c3c-8fa1-d65c14abe0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c77ef8-929d-4b96-88e0-ca34d50ffd0d', 'code': 200} Feb 11 13:22:38.871876 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-27895a13-5123-417c-9d6b-9f2da7af3248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:39.051938 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=05c77ef8-929d-4b96-88e0-ca34d50ffd0d,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:39.064475 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:39.068919 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf97abb-df8d-45a6-8384-019114f6065e req-c26085f2-d3eb-419b-a298-8aed42dcc0b6 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:39.073255 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-11abc9f7-f8f0-41a7-ab0e-63e311f31710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:39.075225 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:39.078300 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-aaf97abb-df8d-45a6-8384-019114f6065e req-c26085f2-d3eb-419b-a298-8aed42dcc0b6 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 943 time: 0.9457691 Feb 11 13:22:39.118704 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port df8b33a6-40f2-403f-bff3-c710084ca57c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:39.119133 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:39.139890 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'tag': '88ede691-1330-4737-b2b3-2f4b51080cff', 'status': 'completed', 'code': 200} Feb 11 13:22:39.152044 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8245bf61-d618-4ba1-9c97-0cb0e93ebaab,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:39.203855 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.212296 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.213626 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.214357 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.214893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.215477 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.216029 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.216567 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.217106 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.217624 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.218142 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.218665 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.219285 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.219839 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.220373 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.220866 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.221753 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.222281 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.222796 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.224106 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.224687 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.232470 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.233135 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.233666 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:39.238502 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:39.287937 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 713488f7-97dd-45ef-a4ec-2555dc4160a4 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:39.362059 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:39.368304 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/8245bf61-d618-4ba1-9c97-0cb0e93ebaab HTTP/1.1" status: 204 len: 168 time: 0.7702596 Feb 11 13:22:39.377820 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b7329-2b56-47fe-af50-57ba6afb503c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8245bf61-d618-4ba1-9c97-0cb0e93ebaab,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:39.389920 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6e3b7329-2b56-47fe-af50-57ba6afb503c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:39.500115 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-aaf97abb-df8d-45a6-8384-019114f6065e req-d0cc4102-2c04-465e-b994-b73c5be4b105 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4205081 Feb 11 13:22:39.521716 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port 713488f7-97dd-45ef-a4ec-2555dc4160a4 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:22:39.527190 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 713488f7-97dd-45ef-a4ec-2555dc4160a4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:39.527804 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:39.627288 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-e155c866-1a29-4296-86b6-3cc31bfc6e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:39.628968 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-e155c866-1a29-4296-86b6-3cc31bfc6e88 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=f5d2b1be961749bcaa243e9f0bed551b&device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 1161 time: 0.7920947 Feb 11 13:22:39.631095 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-981cfa57-937c-4196-8f82-84ef781aeb18 req-6c2938f0-3831-42a9-b060-b0138f71ae57 service neutron] 10.222.0.111 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9292691 Feb 11 13:22:39.803671 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:39.825122 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d53313-935c-4e37-b44b-6f90223e4d9a req-8100acf4-b2c7-45ea-951d-ed2dfd41ca5c tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:39.827053 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d2d53313-935c-4e37-b44b-6f90223e4d9a req-8100acf4-b2c7-45ea-951d-ed2dfd41ca5c tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.111 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 946 time: 0.4669638 Feb 11 13:22:39.857832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 713488f7-97dd-45ef-a4ec-2555dc4160a4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=713488f7-97dd-45ef-a4ec-2555dc4160a4,segment=NetworkSegment(535294c5-0985-4a0e-a9e0-7de35269ad8c),segment_id=535294c5-0985-4a0e-a9e0-7de35269ad8c)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:39.893180 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:39.897436 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:39.907703 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-b0b2073a-9c26-4318-9374-faafa95c17c5 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88ede691-1330-4737-b2b3-2f4b51080cff HTTP/1.1" status: 200 len: 217 time: 0.2548096 Feb 11 13:22:39.930877 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b226151-cfab-4867-bf58-225edaeb1d08 req-e735116d-6385-4c2e-92d1-f483a1d9e082 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:39.932618 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4b226151-cfab-4867-bf58-225edaeb1d08 req-e735116d-6385-4c2e-92d1-f483a1d9e082 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.8029208 Feb 11 13:22:40.040795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 05c77ef8-929d-4b96-88e0-ca34d50ffd0d up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:40.082835 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-c05a04d5-e850-48b3-8665-8f2f64586d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:40.084604 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-c05a04d5-e850-48b3-8665-8f2f64586d8c service neutron] 10.222.0.111 "GET /v2.0/subnets?id=4b20cf4d-7400-4a95-b52e-0748341fc3c7 HTTP/1.1" status: 200 len: 856 time: 0.1527181 Feb 11 13:22:40.110190 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586a2b2-d535-48c6-bfc8-edd3cd66f005 req-fc0619b4-f5b3-4ff4-bc8e-b1d5a01687f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:40.112023 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a586a2b2-d535-48c6-bfc8-edd3cd66f005 req-fc0619b4-f5b3-4ff4-bc8e-b1d5a01687f6 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 1162 time: 0.6083229 Feb 11 13:22:40.178139 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-d2d53313-935c-4e37-b44b-6f90223e4d9a req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Deleting port 8af79311-821c-4372-9c07-625e2d05f43a {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:22:40.178524 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d2d53313-935c-4e37-b44b-6f90223e4d9a req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:40.205004 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=713488f7-97dd-45ef-a4ec-2555dc4160a4,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:40.212397 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:40.270203 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 05c77ef8-929d-4b96-88e0-ca34d50ffd0d triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:40.270636 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:40.301924 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4b226151-cfab-4867-bf58-225edaeb1d08 req-83708a34-4e1a-415e-a693-b9eea344c435 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237395 Feb 11 13:22:40.376140 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a586a2b2-d535-48c6-bfc8-edd3cd66f005 req-69832b25-9132-467c-bb3b-22c4f1f1e6cc service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551968 Feb 11 13:22:40.414540 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efaf8f-1844-411a-9af5-47a2aab6b809 req-d2e14549-059e-4180-8792-377d0dc88137 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:40.423432 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c4efaf8f-1844-411a-9af5-47a2aab6b809 req-d2e14549-059e-4180-8792-377d0dc88137 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.6621165 Feb 11 13:22:40.466832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-d13f191a-854f-422c-bd15-1b42bc98ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:40.468535 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-d13f191a-854f-422c-bd15-1b42bc98ac76 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=120ce4ab-747c-47cb-a13f-ce5d6314efdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3669784 Feb 11 13:22:40.475986 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-981cfa57-937c-4196-8f82-84ef781aeb18 req-ba5b5ff3-4852-4e82-bbe8-66a6943037a1 service neutron] 10.222.0.111 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7141922 Feb 11 13:22:40.508708 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c4efaf8f-1844-411a-9af5-47a2aab6b809 req-d5a776db-ca2f-43a1-a7ca-d4b0645d1491 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841849 Feb 11 13:22:40.602077 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 8af79311-821c-4372-9c07-625e2d05f43a no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:22:40.783012 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:40.817745 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-d2d53313-935c-4e37-b44b-6f90223e4d9a req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] For port 8af79311-821c-4372-9c07-625e2d05f43a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8af79311-821c-4372-9c07-625e2d05f43a,segment=NetworkSegment(f33cff2a-c571-41af-a7c1-279f6afefb56),segment_id=f33cff2a-c571-41af-a7c1-279f6afefb56)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:40.818186 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d2d53313-935c-4e37-b44b-6f90223e4d9a req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:40.842605 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 8af79311-821c-4372-9c07-625e2d05f43a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8af79311-821c-4372-9c07-625e2d05f43a,segment=NetworkSegment(f33cff2a-c571-41af-a7c1-279f6afefb56),segment_id=f33cff2a-c571-41af-a7c1-279f6afefb56)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:40.872841 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66d0d1a-26e5-44b0-a397-5f4518a89762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713488f7-97dd-45ef-a4ec-2555dc4160a4'}, {'server_uuid': '2e5c7c49-bc8c-461d-846e-ecdb0d9fff62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8af79311-821c-4372-9c07-625e2d05f43a'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:40.887534 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:40.893725 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-eae91df7-b6f7-431e-bc32-0c49cb695683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:40.913255 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-52f52ecf-9c84-4f91-9e03-0202b911b7ab service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411801 Feb 11 13:22:41.097531 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=8af79311-821c-4372-9c07-625e2d05f43a,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:41.114755 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:41.115782 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-d2d53313-935c-4e37-b44b-6f90223e4d9a req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Calling delete_port for 8af79311-821c-4372-9c07-625e2d05f43a owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:22:41.197972 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ee3fd-bb70-4f15-8853-e0dba481379a req-5a772b14-0eed-4d8e-b31e-8da40a6f2078 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:41.199786 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-802ee3fd-bb70-4f15-8853-e0dba481379a req-5a772b14-0eed-4d8e-b31e-8da40a6f2078 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.5232000 Feb 11 13:22:41.528807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051d0aa-fd4e-4773-a717-21d1e93c36e3 req-e7796199-6443-44c7-8312-e43fca266da2 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:41.530569 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8051d0aa-fd4e-4773-a717-21d1e93c36e3 req-e7796199-6443-44c7-8312-e43fca266da2 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 944 time: 1.0293202 Feb 11 13:22:41.534000 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.api [req-d2d53313-935c-4e37-b44b-6f90223e4d9a req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:22:41.534570 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_db.api [req-d2d53313-935c-4e37-b44b-6f90223e4d9a req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:22:41.581014 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-802ee3fd-bb70-4f15-8853-e0dba481379a req-72e1530f-20e0-4dd1-8d05-1efdd7e0adb5 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3669941 Feb 11 13:22:41.609345 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2e18cc55-710e-4f75-80fc-e31cc41b8863 req-c55460d0-8c81-439c-8737-f0f871ad3fe5 service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6816335 Feb 11 13:22:41.647921 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8051d0aa-fd4e-4773-a717-21d1e93c36e3 req-7a762f8b-41a6-4249-8df8-3e106cf8f5e7 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/security-groups?id=eb9e6ed9-c6b5-4b93-9b55-99ae1298147a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090250 Feb 11 13:22:41.706269 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66d0d1a-26e5-44b0-a397-5f4518a89762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713488f7-97dd-45ef-a4ec-2555dc4160a4', 'code': 200} Feb 11 13:22:41.706584 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5c7c49-bc8c-461d-846e-ecdb0d9fff62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8af79311-821c-4372-9c07-625e2d05f43a', 'code': 200} Feb 11 13:22:41.982573 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18fb56-020a-4f2c-9f90-787a86094bf5 req-3b3d975a-e783-4892-9e3e-a355e66f51e1 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:41.990873 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1e18fb56-020a-4f2c-9f90-787a86094bf5 req-3b3d975a-e783-4892-9e3e-a355e66f51e1 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.2265134 Feb 11 13:22:42.051388 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1e18fb56-020a-4f2c-9f90-787a86094bf5 req-73c6c917-204b-49a7-93c9-33ff02734b93 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594575 Feb 11 13:22:42.052003 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-d2d53313-935c-4e37-b44b-6f90223e4d9a req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Deleting port 8af79311-821c-4372-9c07-625e2d05f43a {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:22:42.052336 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d2d53313-935c-4e37-b44b-6f90223e4d9a req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:42.098912 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 05c77ef8-929d-4b96-88e0-ca34d50ffd0d up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:42.129848 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d8552-3e6e-45a6-9324-ad5431d3faf8 req-35f30471-8c71-4d04-97cd-55b736079a61 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:42.134602 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-810d8552-3e6e-45a6-9324-ad5431d3faf8 req-35f30471-8c71-4d04-97cd-55b736079a61 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.3175917 Feb 11 13:22:42.257023 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e1c68-1b9c-496a-806d-7a1ea6066843 req-2c4d61c4-96a5-4bde-8bc8-70505c1a246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:42.258213 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 05c77ef8-929d-4b96-88e0-ca34d50ffd0d triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:42.260058 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5f0e1c68-1b9c-496a-806d-7a1ea6066843 req-2c4d61c4-96a5-4bde-8bc8-70505c1a246d service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=f5d2b1be961749bcaa243e9f0bed551b&device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 1161 time: 0.3859365 Feb 11 13:22:42.261104 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:42.564218 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-d2d53313-935c-4e37-b44b-6f90223e4d9a req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] For port 8af79311-821c-4372-9c07-625e2d05f43a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8af79311-821c-4372-9c07-625e2d05f43a,segment=NetworkSegment(f33cff2a-c571-41af-a7c1-279f6afefb56),segment_id=f33cff2a-c571-41af-a7c1-279f6afefb56)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:42.564696 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d2d53313-935c-4e37-b44b-6f90223e4d9a req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:42.574278 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-810d8552-3e6e-45a6-9324-ad5431d3faf8 req-8f738a7f-799f-4034-8100-f2ad15ca07b1 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3060982 Feb 11 13:22:42.644589 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 713488f7-97dd-45ef-a4ec-2555dc4160a4 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:42.645492 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd13e1c-c8bb-45c2-9127-b87299640c57 req-535304c7-8cc2-4583-bcb9-8840eb2b8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:42.648143 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8fd13e1c-c8bb-45c2-9127-b87299640c57 req-535304c7-8cc2-4583-bcb9-8840eb2b8e70 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 1162 time: 0.5059390 Feb 11 13:22:42.704146 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e1c68-1b9c-496a-806d-7a1ea6066843 req-0c92fb27-e9d5-486b-90ae-203bcf8795b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:42.705755 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5f0e1c68-1b9c-496a-806d-7a1ea6066843 req-0c92fb27-e9d5-486b-90ae-203bcf8795b4 service neutron] 10.222.0.111 "GET /v2.0/networks?id=120ce4ab-747c-47cb-a13f-ce5d6314efdf HTTP/1.1" status: 200 len: 911 time: 0.4312372 Feb 11 13:22:42.772195 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 713488f7-97dd-45ef-a4ec-2555dc4160a4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:42.774964 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:42.840748 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5f0e1c68-1b9c-496a-806d-7a1ea6066843 req-bc206ab1-b792-4250-9f91-8900c7e317bb service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88ede691-1330-4737-b2b3-2f4b51080cff HTTP/1.1" status: 200 len: 217 time: 0.1216321 Feb 11 13:22:42.842567 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-8fd13e1c-c8bb-45c2-9127-b87299640c57 req-a4e75bc9-8ed2-405b-973d-be3b5dab962b service neutron] Synchronizing usage tracker for tenant:c303d8303e57408ebeee5c26b0ff6ce2 on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:22:43.020831 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e1c68-1b9c-496a-806d-7a1ea6066843 req-5f451da9-186b-473a-9b9e-2cad24db5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:43.023040 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5f0e1c68-1b9c-496a-806d-7a1ea6066843 req-5f451da9-186b-473a-9b9e-2cad24db5cbe service neutron] 10.222.0.111 "GET /v2.0/subnets?id=4b20cf4d-7400-4a95-b52e-0748341fc3c7 HTTP/1.1" status: 200 len: 856 time: 0.1733327 Feb 11 13:22:43.029847 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-d2d53313-935c-4e37-b44b-6f90223e4d9a req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Calling delete_port for 8af79311-821c-4372-9c07-625e2d05f43a owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:22:43.081612 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-8fd13e1c-c8bb-45c2-9127-b87299640c57 req-a4e75bc9-8ed2-405b-973d-be3b5dab962b service neutron] Unset dirty status for tenant:c303d8303e57408ebeee5c26b0ff6ce2 on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:22:43.082854 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8fd13e1c-c8bb-45c2-9127-b87299640c57 req-a4e75bc9-8ed2-405b-973d-be3b5dab962b service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4234095 Feb 11 13:22:43.225373 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4dd3b5-fb38-479e-a8d6-53b95e07fb36 req-7db73552-762c-4ca2-a5cb-8ab80c44234c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:43.227511 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9c4dd3b5-fb38-479e-a8d6-53b95e07fb36 req-7db73552-762c-4ca2-a5cb-8ab80c44234c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.3891668 Feb 11 13:22:43.307544 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e1c68-1b9c-496a-806d-7a1ea6066843 req-2946edc1-d9ed-4f13-8828-cb87f4c8ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:43.309306 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5f0e1c68-1b9c-496a-806d-7a1ea6066843 req-2946edc1-d9ed-4f13-8828-cb87f4c8ca4e service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=120ce4ab-747c-47cb-a13f-ce5d6314efdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2783847 Feb 11 13:22:43.335111 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9c4dd3b5-fb38-479e-a8d6-53b95e07fb36 req-e0ba5e69-665c-42da-8fde-1fe6fc9b1774 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944090 Feb 11 13:22:43.556854 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532c355-d79f-4eec-bcc0-747238d1569b req-33dcd99c-822f-46e4-b8c2-22262ceb61a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:43.556854 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c532c355-d79f-4eec-bcc0-747238d1569b req-33dcd99c-822f-46e4-b8c2-22262ceb61a2 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=40b18a8382ce4421aeb7c42888ffdd71&device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 1162 time: 0.6087222 Feb 11 13:22:43.617528 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5f0e1c68-1b9c-496a-806d-7a1ea6066843 req-ba7b5d39-859e-4952-a88d-1f972fe4c5b6 service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818611 Feb 11 13:22:43.669043 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956cedf-76ee-4914-82d7-58ac9b9c724d req-d5a8c69d-a2d5-4b4f-b9e8-572a8b7cf7bb tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:43.670888 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1956cedf-76ee-4914-82d7-58ac9b9c724d req-d5a8c69d-a2d5-4b4f-b9e8-572a8b7cf7bb tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 944 time: 0.6540027 Feb 11 13:22:43.912724 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1956cedf-76ee-4914-82d7-58ac9b9c724d req-b3c673ec-18b5-4933-a8ec-49580d6279eb tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/security-groups?id=eb9e6ed9-c6b5-4b93-9b55-99ae1298147a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823001 Feb 11 13:22:43.913996 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bbaec-a0ef-44f2-88aa-f74bdba22918 req-d781a1f7-32ce-40fd-987d-cee100efb73c tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:43.916055 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-561bbaec-a0ef-44f2-88aa-f74bdba22918 req-d781a1f7-32ce-40fd-987d-cee100efb73c tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.3859820 Feb 11 13:22:43.920424 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5f0e1c68-1b9c-496a-806d-7a1ea6066843 req-8de6f78b-001e-4a03-8ca9-8721c9162d5a service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2938638 Feb 11 13:22:43.934691 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d2d53313-935c-4e37-b44b-6f90223e4d9a req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:44.009312 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-561bbaec-a0ef-44f2-88aa-f74bdba22918 req-bcf75ce5-2dd6-4e69-9066-3b12220acd11 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787642 Feb 11 13:22:44.050438 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532c355-d79f-4eec-bcc0-747238d1569b req-4cfcb981-6213-4dc2-9c56-3c12d268d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:44.053332 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c532c355-d79f-4eec-bcc0-747238d1569b req-4cfcb981-6213-4dc2-9c56-3c12d268d34a service neutron] 10.222.0.111 "GET /v2.0/networks?id=36ee8e38-a908-429c-8c98-d91947a3e7bb HTTP/1.1" status: 200 len: 912 time: 0.3804069 Feb 11 13:22:44.061737 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:44.229212 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Pushing event deleted for resources: {'Port': ['ID=8af79311-821c-4372-9c07-625e2d05f43a,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:44.241145 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c532c355-d79f-4eec-bcc0-747238d1569b req-a62ab24f-65f8-4b1f-9746-76a566618cc5 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05c77ef8-929d-4b96-88e0-ca34d50ffd0d HTTP/1.1" status: 200 len: 217 time: 0.1426346 Feb 11 13:22:44.242022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:44.429420 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d53313-935c-4e37-b44b-6f90223e4d9a req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] No DVR routers for this DVR port 8af79311-821c-4372-9c07-625e2d05f43a on host hv-cinder-77398 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:22:44.431790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532c355-d79f-4eec-bcc0-747238d1569b req-286bcd11-d2b5-42df-9262-0d3f5cbee70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:44.436518 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c532c355-d79f-4eec-bcc0-747238d1569b req-286bcd11-d2b5-42df-9262-0d3f5cbee70c service neutron] 10.222.0.111 "GET /v2.0/subnets?id=b9048a34-9fa8-42ac-894d-0f3c40b20f2f HTTP/1.1" status: 200 len: 858 time: 0.1839871 Feb 11 13:22:44.440242 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d2d53313-935c-4e37-b44b-6f90223e4d9a req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:44.444970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5c7c49-bc8c-461d-846e-ecdb0d9fff62', 'name': 'network-vif-deleted', 'tag': '8af79311-821c-4372-9c07-625e2d05f43a'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:44.539434 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c532c355-d79f-4eec-bcc0-747238d1569b req-335881a9-d44c-4e13-9306-8bd26f70372c service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=36ee8e38-a908-429c-8c98-d91947a3e7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845490 Feb 11 13:22:44.691952 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630b705-e5d3-495f-a466-60bf495c46d2 req-6c96d327-0898-40d0-9d96-65200def4bae tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:44.694293 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a630b705-e5d3-495f-a466-60bf495c46d2 req-6c96d327-0898-40d0-9d96-65200def4bae tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.5883605 Feb 11 13:22:44.699991 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d2d53313-935c-4e37-b44b-6f90223e4d9a req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.111 "DELETE /v2.0/ports/8af79311-821c-4372-9c07-625e2d05f43a HTTP/1.1" status: 204 len: 173 time: 4.8648460 Feb 11 13:22:44.780162 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331ab28-ccaf-4d9d-98ac-3e11dc42d469 req-de4175d6-9fc6-47c2-8316-25fdfdf40f66 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:44.793541 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9331ab28-ccaf-4d9d-98ac-3e11dc42d469 req-de4175d6-9fc6-47c2-8316-25fdfdf40f66 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.2692866 Feb 11 13:22:44.798088 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 05c77ef8-929d-4b96-88e0-ca34d50ffd0d up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:44.872781 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a630b705-e5d3-495f-a466-60bf495c46d2 req-2c5d4945-07f1-41c3-a078-864c0647ee41 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711733 Feb 11 13:22:44.890155 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 05c77ef8-929d-4b96-88e0-ca34d50ffd0d triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:44.890871 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:44.904959 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c532c355-d79f-4eec-bcc0-747238d1569b req-ed4692bd-ee55-4ad6-95ab-5b23cd59b5ac service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541563 Feb 11 13:22:44.910763 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9331ab28-ccaf-4d9d-98ac-3e11dc42d469 req-b424e2a5-4451-4835-9745-1290f36314b8 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143482 Feb 11 13:22:45.068384 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 88ede691-1330-4737-b2b3-2f4b51080cff up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:45.074375 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c532c355-d79f-4eec-bcc0-747238d1569b req-14d5f858-17a0-45d8-9c3e-664cb275319d service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1625431 Feb 11 13:22:45.091313 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5c7c49-bc8c-461d-846e-ecdb0d9fff62', 'name': 'network-vif-deleted', 'tag': '8af79311-821c-4372-9c07-625e2d05f43a', 'status': 'completed', 'code': 200} Feb 11 13:22:45.207549 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port 88ede691-1330-4737-b2b3-2f4b51080cff completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:22:45.213597 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 88ede691-1330-4737-b2b3-2f4b51080cff triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:45.214027 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:45.238746 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-f46da95a-2fd4-4c46-bc94-97d3c047d6ea req-d2ec5560-d287-44fc-928f-dc939d7eda60 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Synchronizing usage tracker for tenant:a378b4bfd56042e28bcf92fe6a45c9f7 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:22:45.310813 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-f46da95a-2fd4-4c46-bc94-97d3c047d6ea req-d2ec5560-d287-44fc-928f-dc939d7eda60 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Unset dirty status for tenant:a378b4bfd56042e28bcf92fe6a45c9f7 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:22:45.314003 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f46da95a-2fd4-4c46-bc94-97d3c047d6ea req-d2ec5560-d287-44fc-928f-dc939d7eda60 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 210 time: 0.1604326 Feb 11 13:22:45.396186 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:45.425275 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3f5f4-5cab-4b4f-bea0-23ae6b279d2a req-471b4601-27ff-441a-a540-87719c1407db tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:45.433425 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d0f3f5f4-5cab-4b4f-bea0-23ae6b279d2a req-471b4601-27ff-441a-a540-87719c1407db tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.2026837 Feb 11 13:22:45.462125 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ede691-1330-4737-b2b3-2f4b51080cff'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:45.477016 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 88ede691-1330-4737-b2b3-2f4b51080cff, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=88ede691-1330-4737-b2b3-2f4b51080cff,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:22:45.527820 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:45.529852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:45.547531 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d0f3f5f4-5cab-4b4f-bea0-23ae6b279d2a req-de2dbf55-4e78-42ed-9cb1-2b4d44caacfa tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131220 Feb 11 13:22:45.569562 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ede691-1330-4737-b2b3-2f4b51080cff', 'code': 200} Feb 11 13:22:45.642109 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=88ede691-1330-4737-b2b3-2f4b51080cff,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:45.650709 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.652473 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.652473 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.652473 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.652473 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.652895 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.652895 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.653259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.653816 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.654368 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.654741 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.655116 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.655575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.656036 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.656415 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.656782 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.657153 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.657522 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.657894 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.658403 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.658629 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.658999 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.659365 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.659763 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:22:45.665316 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:45.665445 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0b50bede-f4fb-4b32-aa66-78261f807d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:45.965567 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c87941-0238-4dd6-ae8f-762de4de4797 req-3387bd91-6210-4395-b486-4dce0addbb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:45.971275 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21c87941-0238-4dd6-ae8f-762de4de4797 req-3387bd91-6210-4395-b486-4dce0addbb2b service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 1163 time: 0.1129470 Feb 11 13:22:46.035428 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21c87941-0238-4dd6-ae8f-762de4de4797 req-9ddf732b-b3d9-4dac-974f-74912552a73e service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557005 Feb 11 13:22:46.145261 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 88ede691-1330-4737-b2b3-2f4b51080cff up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:46.235830 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 88ede691-1330-4737-b2b3-2f4b51080cff triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:46.236472 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:46.301658 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ea91f-1ff3-4992-9767-b381994eb929 req-e5df4b82-4f7e-49cd-8854-815e8231febf tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:46.305872 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d61f55-7854-481e-a923-4589a6ec1fce req-c0f2da63-b16b-429d-851c-d3fe4f99e5e7 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:46.307411 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-69d61f55-7854-481e-a923-4589a6ec1fce req-c0f2da63-b16b-429d-851c-d3fe4f99e5e7 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.2114034 Feb 11 13:22:46.311124 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b16ea91f-1ff3-4992-9767-b381994eb929 req-e5df4b82-4f7e-49cd-8854-815e8231febf tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.2096775 Feb 11 13:22:46.392294 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b16ea91f-1ff3-4992-9767-b381994eb929 req-e96cfb47-f4bc-4020-98c1-d1b6d4eafe3d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808387 Feb 11 13:22:46.453116 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-69d61f55-7854-481e-a923-4589a6ec1fce req-88069bbe-cff3-4f30-a639-3bb6202ba544 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376674 Feb 11 13:22:46.538677 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 713488f7-97dd-45ef-a4ec-2555dc4160a4 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:22:46.619806 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 713488f7-97dd-45ef-a4ec-2555dc4160a4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:22:46.620420 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:46.820817 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9e54d546-40eb-4c24-af37-873a776a4b4c req-64e6b583-efc3-4697-880a-264f593986b9 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] 10.222.0.120 "GET /v2.0/ports?device_id=2e5c7c49-bc8c-461d-846e-ecdb0d9fff62 HTTP/1.1" status: 200 len: 210 time: 0.0909019 Feb 11 13:22:46.904298 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737e2e4-b55f-444a-9547-68ad544e7fbc req-227d60ab-2e97-489e-83f1-616b8495657c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:46.906005 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2737e2e4-b55f-444a-9547-68ad544e7fbc req-227d60ab-2e97-489e-83f1-616b8495657c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.2452145 Feb 11 13:22:46.916754 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 35078) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:46.923141 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-c55bd5d9-79df-49ce-a21a-84c9a6414742 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Request body: {'floatingip': {'port_id': '713488f7-97dd-45ef-a4ec-2555dc4160a4'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:46.947285 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 35084) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:47.100228 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c55bd5d9-79df-49ce-a21a-84c9a6414742 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:47.132454 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bcc735ac-ff62-41d2-a8b7-9699e4f8612c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:47.149902 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-bcc735ac-ff62-41d2-a8b7-9699e4f8612c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:47.154215 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-bcc735ac-ff62-41d2-a8b7-9699e4f8612c admin admin] Usage tracker for resource:security_group_rule and tenant:b1cfdd00a99143c4b012fbf577fcaebb is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:47.157554 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-bcc735ac-ff62-41d2-a8b7-9699e4f8612c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:47.164166 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-bcc735ac-ff62-41d2-a8b7-9699e4f8612c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:47.265614 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bcc735ac-ff62-41d2-a8b7-9699e4f8612c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:47.304386 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bcc735ac-ff62-41d2-a8b7-9699e4f8612c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:47.314566 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-90ed674c-4a29-4369-9ef6-de96172962ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:47.370609 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-bcc735ac-ff62-41d2-a8b7-9699e4f8612c admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=b1cfdd00a99143c4b012fbf577fcaebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4220872 Feb 11 13:22:47.371691 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc735ac-ff62-41d2-a8b7-9699e4f8612c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f7d19e-2f2c-4206-ad34-132ad280ceb5,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:47.374391 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 35094) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:47.389958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bcc735ac-ff62-41d2-a8b7-9699e4f8612c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:47.431441 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2d184-ab0c-4c6f-a500-e2780ddc7c4b req-9da82143-64e3-4dde-b3bd-0e3b16f3ae66 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:47.433203 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21a2d184-ab0c-4c6f-a500-e2780ddc7c4b req-9da82143-64e3-4dde-b3bd-0e3b16f3ae66 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.4276857 Feb 11 13:22:47.482824 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f75ff377-217b-4d14-a6ae-12d02cdd16fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:47.525047 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f75ff377-217b-4d14-a6ae-12d02cdd16fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:47.664708 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f75ff377-217b-4d14-a6ae-12d02cdd16fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:47.671698 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bba09749-1924-430a-a088-70f88cefcdad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:47.684396 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ff377-217b-4d14-a6ae-12d02cdd16fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f7d19e-2f2c-4206-ad34-132ad280ceb5,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:47.693718 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f75ff377-217b-4d14-a6ae-12d02cdd16fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:47.695036 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21a2d184-ab0c-4c6f-a500-e2780ddc7c4b req-e479ba45-9f2f-425a-8076-b1232cc2144a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542057 Feb 11 13:22:47.708253 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f75ff377-217b-4d14-a6ae-12d02cdd16fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:47.710437 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-f75ff377-217b-4d14-a6ae-12d02cdd16fc admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/58f7d19e-2f2c-4206-ad34-132ad280ceb5 HTTP/1.1" status: 204 len: 168 time: 0.3247321 Feb 11 13:22:47.895349 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46606c8-9f1b-4a31-8a96-d0fa854fad99 req-c20d88c3-e42e-4e54-afe6-35136ad7c41d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:47.903968 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b46606c8-9f1b-4a31-8a96-d0fa854fad99 req-c20d88c3-e42e-4e54-afe6-35136ad7c41d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.1918564 Feb 11 13:22:48.004374 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b46606c8-9f1b-4a31-8a96-d0fa854fad99 req-b538bca5-dca7-4dee-af58-0349c402aeee tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992658 Feb 11 13:22:48.305402 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 35126) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:48.505163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5181cf7f-79d8-47f9-ae92-bc0f0225f1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:48.527997 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5181cf7f-79d8-47f9-ae92-bc0f0225f1a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:48.532567 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5181cf7f-79d8-47f9-ae92-bc0f0225f1a0 admin admin] Usage tracker for resource:security_group_rule and tenant:e53a6fe6ff6e428e9b802aef68b65f3b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:48.535604 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5181cf7f-79d8-47f9-ae92-bc0f0225f1a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:48.542604 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5181cf7f-79d8-47f9-ae92-bc0f0225f1a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:48.573878 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b1d11-fa44-4041-ab3c-a96edf67cfa8 req-a00cfb21-7d8e-42d1-b458-5410c74bbfc8 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:48.575673 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e23b1d11-fa44-4041-ab3c-a96edf67cfa8 req-a00cfb21-7d8e-42d1-b458-5410c74bbfc8 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.3089914 Feb 11 13:22:48.593565 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.resource_extend [None req-c55bd5d9-79df-49ce-a21a-84c9a6414742 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 11 13:22:48.612544 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 35138) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:48.612919 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 35140) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:48.623101 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-90ad7dad-8790-4cda-8741-33e6a5134104 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Request body: {'floatingip': {'port_id': '88ede691-1330-4737-b2b3-2f4b51080cff'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:48.700411 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e07b-837b-476d-81f1-457ce9ef2732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:48.708086 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c55bd5d9-79df-49ce-a21a-84c9a6414742 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:48.761747 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c55bd5d9-79df-49ce-a21a-84c9a6414742 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514323'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:48.779987 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90ad7dad-8790-4cda-8741-33e6a5134104 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for floatingip, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:48.864734 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:49.044855 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.l3_db [None req-c55bd5d9-79df-49ce-a21a-84c9a6414742 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Floating IP 4aacd987-0fef-4fbf-a13b-b31d41785ba3 associated. External IP: 172.28.1.147, port: 713488f7-97dd-45ef-a4ec-2555dc4160a4. Feb 11 13:22:49.070362 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-33a9028e-a3e4-4589-8149-cb280cebdbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:49.106607 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b3f4e07b-837b-476d-81f1-457ce9ef2732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:49.243257 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-b3f4e07b-837b-476d-81f1-457ce9ef2732 admin admin] Usage tracker for resource:security_group_rule and tenant:cad2c618f59d486ea1fb63137614e588 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:49.261611 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-b3f4e07b-837b-476d-81f1-457ce9ef2732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:49.278374 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5181cf7f-79d8-47f9-ae92-bc0f0225f1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:49.287761 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b3f4e07b-837b-476d-81f1-457ce9ef2732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:49.471508 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5181cf7f-79d8-47f9-ae92-bc0f0225f1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:49.486586 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55bd5d9-79df-49ce-a21a-84c9a6414742 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Router 6914bdd8-bc1e-438b-818a-8e080a3daabd has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:22:49.489537 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:49.592811 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181cf7f-79d8-47f9-ae92-bc0f0225f1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fa9dda-1bd6-444e-be00-5b20847d8de7,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:49.600076 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-5181cf7f-79d8-47f9-ae92-bc0f0225f1a0 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=e53a6fe6ff6e428e9b802aef68b65f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2907758 Feb 11 13:22:49.600076 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5181cf7f-79d8-47f9-ae92-bc0f0225f1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:49.605249 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 35158) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:49.697005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55bd5d9-79df-49ce-a21a-84c9a6414742 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:22:49.701947 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c55bd5d9-79df-49ce-a21a-84c9a6414742 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:49.711452 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382b4a2-c4f7-4af3-89b2-4af509fd0f02 None None] Sync routers for ids ['6914bdd8-bc1e-438b-818a-8e080a3daabd'] in dv-cinder-773985-4-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:22:49.716547 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0a816-d706-42c6-b8d9-f747e196bdca req-0eb6fbd9-3812-4a87-b0ea-e56bb46aa141 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:49.718261 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9ca0a816-d706-42c6-b8d9-f747e196bdca req-0eb6fbd9-3812-4a87-b0ea-e56bb46aa141 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.6047580 Feb 11 13:22:49.723407 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3382b4a2-c4f7-4af3-89b2-4af509fd0f02 None None] Routers {'6914bdd8-bc1e-438b-818a-8e080a3daabd'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:22:49.724612 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-3382b4a2-c4f7-4af3-89b2-4af509fd0f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:22:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['6914bdd8-bc1e-438b-818a-8e080a3daabd'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:49.774496 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-c55bd5d9-79df-49ce-a21a-84c9a6414742 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "PUT /v2.0/floatingips/4aacd987-0fef-4fbf-a13b-b31d41785ba3 HTTP/1.1" status: 200 len: 991 time: 2.8557312 Feb 11 13:22:49.777218 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66d0d1a-26e5-44b0-a397-5f4518a89762', 'tag': '713488f7-97dd-45ef-a4ec-2555dc4160a4'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:49.940151 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-3382b4a2-c4f7-4af3-89b2-4af509fd0f02 None None] Set router 6914bdd8-bc1e-438b-818a-8e080a3daabd gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:22:50.022584 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66d0d1a-26e5-44b0-a397-5f4518a89762', 'tag': '713488f7-97dd-45ef-a4ec-2555dc4160a4', 'status': 'completed', 'code': 200} Feb 11 13:22:50.070192 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:50.157368 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9f5ca-875d-432c-b87c-2fde39f1c80e req-3cc9ca6d-00d8-4e3e-b0ca-7c05069d71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:50.160484 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a6a9f5ca-875d-432c-b87c-2fde39f1c80e req-3cc9ca6d-00d8-4e3e-b0ca-7c05069d71a1 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=44959c6d103d41b6bfab4a6f3e28a3b9&device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 1162 time: 0.1126201 Feb 11 13:22:50.240331 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9ca0a816-d706-42c6-b8d9-f747e196bdca req-4e1d0bd5-b543-44d2-8e8f-1ade4ed9cc83 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038929 Feb 11 13:22:50.280171 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e07b-837b-476d-81f1-457ce9ef2732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:50.281532 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b573f6df-c091-4b9f-8d02-8915dad512c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:50.323538 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 35184) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:50.328097 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e07b-837b-476d-81f1-457ce9ef2732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:50.347760 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-42ee22bf-efa0-4902-a6f9-f6bc8c5bf2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:50.421817 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9f5ca-875d-432c-b87c-2fde39f1c80e req-13e6424b-ab26-4d07-8008-a638b06d4f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:50.423807 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a6a9f5ca-875d-432c-b87c-2fde39f1c80e req-13e6424b-ab26-4d07-8008-a638b06d4f43 service neutron] 10.222.0.111 "GET /v2.0/networks?id=432d53e6-aee4-4826-b14b-87a1a91902b3 HTTP/1.1" status: 200 len: 904 time: 0.2545850 Feb 11 13:22:50.445883 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-0664d0c3-c766-41a7-983e-8961041c96b1 admin admin] Deleting subnet 377e7f90-0971-46a3-a8be-4b3e0d39d164 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:22:50.449477 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0664d0c3-c766-41a7-983e-8961041c96b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:50.521615 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b573f6df-c091-4b9f-8d02-8915dad512c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:50.595850 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4e07b-837b-476d-81f1-457ce9ef2732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d69da7-0df1-4e31-ae6a-faa2531c0862,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:50.602039 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:50.607028 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-b3f4e07b-837b-476d-81f1-457ce9ef2732 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=cad2c618f59d486ea1fb63137614e588&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9905658 Feb 11 13:22:50.608366 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b3f4e07b-837b-476d-81f1-457ce9ef2732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:50.639169 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.resource_extend [None req-90ad7dad-8790-4cda-8741-33e6a5134104 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 11 13:22:50.643900 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-3382b4a2-c4f7-4af3-89b2-4af509fd0f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_floatingips': [{'id': '4aacd987-0fef-4fbf-a13b-b31d41785ba3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'floating_ip_address': '172.28.1.147', 'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'router_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'port_id': '713488f7-97dd-45ef-a4ec-2555dc4160a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'mac_address': 'fa:16:3e:15:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66d0d1a-26e5-44b0-a397-5f4518a89762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:22:12Z', 'updated_at': '2021-02-11T13:22:48Z', 'revision_number': 1, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f69e05e-2fff-4916-b25c-254c579b6508', 'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'mac_address': 'fa:16:3e:a8:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:54Z', 'updated_at': '2021-02-11T13:22:16Z', 'revision_number': 5, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'subnets': [{'id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:50.657497 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382b4a2-c4f7-4af3-89b2-4af509fd0f02 None None] Checking router: 6914bdd8-bc1e-438b-818a-8e080a3daabd for host: dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:22:50.687578 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3382b4a2-c4f7-4af3-89b2-4af509fd0f02 None None] Routers {'6914bdd8-bc1e-438b-818a-8e080a3daabd'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:22:50.688248 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-3382b4a2-c4f7-4af3-89b2-4af509fd0f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:22:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['6914bdd8-bc1e-438b-818a-8e080a3daabd'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:50.733670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 35194) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:50.791983 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0664d0c3-c766-41a7-983e-8961041c96b1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:50.800252 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0664d0c3-c766-41a7-983e-8961041c96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853299468'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:50.837401 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90ad7dad-8790-4cda-8741-33e6a5134104 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:50.865868 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-23e1dcee-5c51-4705-905f-3931eb1441f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:50.894234 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90ad7dad-8790-4cda-8741-33e6a5134104 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514323'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:51.002663 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-23e1dcee-5c51-4705-905f-3931eb1441f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:51.018502 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-3382b4a2-c4f7-4af3-89b2-4af509fd0f02 None None] Set router 6914bdd8-bc1e-438b-818a-8e080a3daabd gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:22:51.112763 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b573f6df-c091-4b9f-8d02-8915dad512c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:51.131615 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5181cf7f-79d8-47f9-ae92-bc0f0225f1a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:51.145023 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-23e1dcee-5c51-4705-905f-3931eb1441f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:51.158530 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573f6df-c091-4b9f-8d02-8915dad512c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fa9dda-1bd6-444e-be00-5b20847d8de7,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:51.160970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b573f6df-c091-4b9f-8d02-8915dad512c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:51.164487 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b573f6df-c091-4b9f-8d02-8915dad512c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:51.174033 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-23e1dcee-5c51-4705-905f-3931eb1441f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:51.178284 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-23e1dcee-5c51-4705-905f-3931eb1441f6 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/84d69da7-0df1-4e31-ae6a-faa2531c0862 HTTP/1.1" status: 204 len: 168 time: 0.4401541 Feb 11 13:22:51.181835 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1dcee-5c51-4705-905f-3931eb1441f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d69da7-0df1-4e31-ae6a-faa2531c0862,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:51.184339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-23e1dcee-5c51-4705-905f-3931eb1441f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:51.213101 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b573f6df-c091-4b9f-8d02-8915dad512c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:51.215129 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-b573f6df-c091-4b9f-8d02-8915dad512c6 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/33fa9dda-1bd6-444e-be00-5b20847d8de7 HTTP/1.1" status: 204 len: 168 time: 1.6054330 Feb 11 13:22:51.313870 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a6a9f5ca-875d-432c-b87c-2fde39f1c80e req-163dc315-4018-4388-a7de-7adde98013ee service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=713488f7-97dd-45ef-a4ec-2555dc4160a4 HTTP/1.1" status: 200 len: 999 time: 0.4439220 Feb 11 13:22:51.351571 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.l3_db [None req-90ad7dad-8790-4cda-8741-33e6a5134104 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Floating IP 4a38d95d-4f99-4d40-a84b-8f3ccf3e6dc8 associated. External IP: 172.28.1.197, port: 88ede691-1330-4737-b2b3-2f4b51080cff. Feb 11 13:22:51.463996 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0664d0c3-c766-41a7-983e-8961041c96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1476348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:51.563631 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-53fc1b75-f79d-44f5-86c8-51bde58951bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:51.635417 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664d0c3-c766-41a7-983e-8961041c96b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=377e7f90-0971-46a3-a8be-4b3e0d39d164,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:51.643219 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-3382b4a2-c4f7-4af3-89b2-4af509fd0f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_floatingips': [{'id': '4aacd987-0fef-4fbf-a13b-b31d41785ba3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'floating_ip_address': '172.28.1.147', 'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'router_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'port_id': '713488f7-97dd-45ef-a4ec-2555dc4160a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'mac_address': 'fa:16:3e:15:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66d0d1a-26e5-44b0-a397-5f4518a89762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:22:12Z', 'updated_at': '2021-02-11T13:22:48Z', 'revision_number': 1, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f69e05e-2fff-4916-b25c-254c579b6508', 'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'mac_address': 'fa:16:3e:a8:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:54Z', 'updated_at': '2021-02-11T13:22:16Z', 'revision_number': 5, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'subnets': [{'id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:51.652026 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382b4a2-c4f7-4af3-89b2-4af509fd0f02 None None] The sync data for ids ['6914bdd8-bc1e-438b-818a-8e080a3daabd'] in dv-cinder-773985-4-smb is: [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_floatingips': [{'id': '4aacd987-0fef-4fbf-a13b-b31d41785ba3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'floating_ip_address': '172.28.1.147', 'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'router_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'port_id': '713488f7-97dd-45ef-a4ec-2555dc4160a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'mac_address': 'fa:16:3e:15:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66d0d1a-26e5-44b0-a397-5f4518a89762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:22:12Z', 'updated_at': '2021-02-11T13:22:48Z', 'revision_number': 1, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f69e05e-2fff-4916-b25c-254c579b6508', 'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'mac_address': 'fa:16:3e:a8:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:54Z', 'updated_at': '2021-02-11T13:22:16Z', 'revision_number': 5, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'subnets': [{'id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:22:51.759903 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0664d0c3-c766-41a7-983e-8961041c96b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:51.785066 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9f5ca-875d-432c-b87c-2fde39f1c80e req-f2d22d9e-c991-4c56-843d-ba55e0e54945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:51.788326 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a6a9f5ca-875d-432c-b87c-2fde39f1c80e req-f2d22d9e-c991-4c56-843d-ba55e0e54945 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=98e5bf59-6944-4238-8be4-f45d233ac77b HTTP/1.1" status: 200 len: 849 time: 0.4673419 Feb 11 13:22:52.061712 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0511d-4501-449c-890e-7dc3b2eeb587 req-6cca014c-18de-4454-a265-1cc4be5cf414 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:52.069607 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-69f0511d-4501-449c-890e-7dc3b2eeb587 req-6cca014c-18de-4454-a265-1cc4be5cf414 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.4351988 Feb 11 13:22:52.073379 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0664d0c3-c766-41a7-983e-8961041c96b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:52.080486 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff1d9e-9bef-4d00-821d-0a29fd14ec78 None None] New status for floating IP 4aacd987-0fef-4fbf-a13b-b31d41785ba3: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:22:52.082349 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-0664d0c3-c766-41a7-983e-8961041c96b1 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/377e7f90-0971-46a3-a8be-4b3e0d39d164 HTTP/1.1" status: 204 len: 168 time: 1.7575068 Feb 11 13:22:52.127575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 35220) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:52.163328 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-69f0511d-4501-449c-890e-7dc3b2eeb587 req-c923f343-e205-4fe7-b5d0-6fdc1afbfe28 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925283 Feb 11 13:22:52.334954 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ad7dad-8790-4cda-8741-33e6a5134104 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Router cb84e634-4652-43ae-91c5-ae821d0bf30b has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:22:52.338096 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9f5ca-875d-432c-b87c-2fde39f1c80e req-1353bef5-44cc-4577-a7c9-cfaf25d2aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:52.342818 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a6a9f5ca-875d-432c-b87c-2fde39f1c80e req-1353bef5-44cc-4577-a7c9-cfaf25d2aa09 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=432d53e6-aee4-4826-b14b-87a1a91902b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5342512 Feb 11 13:22:52.468603 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 35234) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:52.500399 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-abf4fe92-e4a1-4e3f-b154-161f54b93e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:52.607679 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853372729'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:52.627043 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ad7dad-8790-4cda-8741-33e6a5134104 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:22:52.639589 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353562f7-6701-42e9-a4eb-9cd97f869ef3 None None] Sync routers for ids ['cb84e634-4652-43ae-91c5-ae821d0bf30b'] in dv-cinder-773985-4-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:22:52.641095 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90ad7dad-8790-4cda-8741-33e6a5134104 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:52.661575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353562f7-6701-42e9-a4eb-9cd97f869ef3 None None] Routers {'cb84e634-4652-43ae-91c5-ae821d0bf30b'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:22:52.662333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-353562f7-6701-42e9-a4eb-9cd97f869ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:22:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['cb84e634-4652-43ae-91c5-ae821d0bf30b'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:52.704246 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-abf4fe92-e4a1-4e3f-b154-161f54b93e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:52.757656 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-abf4fe92-e4a1-4e3f-b154-161f54b93e6b admin admin] Usage tracker for resource:security_group_rule and tenant:ac6009c8e26645b5ac32044d4a40dd15 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:52.802742 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-90ad7dad-8790-4cda-8741-33e6a5134104 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "PUT /v2.0/floatingips/4a38d95d-4f99-4d40-a84b-8f3ccf3e6dc8 HTTP/1.1" status: 200 len: 992 time: 4.1851935 Feb 11 13:22:52.802742 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'tag': '88ede691-1330-4737-b2b3-2f4b51080cff'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:52.933314 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'tag': '88ede691-1330-4737-b2b3-2f4b51080cff', 'status': 'completed', 'code': 200} Feb 11 13:22:52.969283 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-abf4fe92-e4a1-4e3f-b154-161f54b93e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:52.999043 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853300733', 'neutron.services.segments.db._delete_segments_for_network--9223363267560229748'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:53.156925 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-353562f7-6701-42e9-a4eb-9cd97f869ef3 None None] Set router cb84e634-4652-43ae-91c5-ae821d0bf30b gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:22:53.167844 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-abf4fe92-e4a1-4e3f-b154-161f54b93e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:53.199769 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:53.200170 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:53.200987 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:53.201613 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Subscribe: > port after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:53.201985 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Subscribe: > port after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:53.202359 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Subscribe: > port after_update 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:53.202717 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:53.203067 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:53.203409 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:53.203789 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:53.278327 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:53.278716 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:53.279129 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:53.279695 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 11 13:22:53.280169 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8880d5e-140a-4e30-98d6-55095f84b3c1']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:53.295411 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33cff2a-c571-41af-a7c1-279f6afefb56') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:53.295807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33cff2a-c571-41af-a7c1-279f6afefb56') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:53.309329 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267560227700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852400149'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:53.325197 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:53.327915 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:22:53.625958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-353562f7-6701-42e9-a4eb-9cd97f869ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_floatingips': [{'id': '4a38d95d-4f99-4d40-a84b-8f3ccf3e6dc8', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'floating_ip_address': '172.28.1.197', 'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'router_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'port_id': '88ede691-1330-4737-b2b3-2f4b51080cff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'mac_address': 'fa:16:3e:d8:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:22:19Z', 'updated_at': '2021-02-11T13:22:50Z', 'revision_number': 1, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56c151bb-8123-45bc-9cee-171400cd9434', 'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'mac_address': 'fa:16:3e:5d:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:22:01Z', 'updated_at': '2021-02-11T13:22:22Z', 'revision_number': 5, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'subnets': [{'id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:53.630470 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353562f7-6701-42e9-a4eb-9cd97f869ef3 None None] Checking router: cb84e634-4652-43ae-91c5-ae821d0bf30b for host: dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:22:53.641074 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353562f7-6701-42e9-a4eb-9cd97f869ef3 None None] Routers {'cb84e634-4652-43ae-91c5-ae821d0bf30b'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:22:53.641751 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-353562f7-6701-42e9-a4eb-9cd97f869ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:22:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['cb84e634-4652-43ae-91c5-ae821d0bf30b'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:53.657645 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9da6cd-3148-4a3f-9359-f2ebb92a99ba req-0b2ba979-8f88-44a6-87a7-0ee8d90576da tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:53.659343 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5c9da6cd-3148-4a3f-9359-f2ebb92a99ba req-0b2ba979-8f88-44a6-87a7-0ee8d90576da tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.2825301 Feb 11 13:22:53.733973 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a6a9f5ca-875d-432c-b87c-2fde39f1c80e req-b0958f19-0317-4cfa-b0cd-2ece68726cdd service neutron] 10.222.0.111 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3766701 Feb 11 13:22:53.735103 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5c9da6cd-3148-4a3f-9359-f2ebb92a99ba req-f75861cf-27aa-4644-bc9c-dea940b008f0 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675933 Feb 11 13:22:53.740689 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Network c8880d5e-140a-4e30-98d6-55095f84b3c1 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:22:53.756618 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853293791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2266570'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:53.778099 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-abf4fe92-e4a1-4e3f-b154-161f54b93e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:53.872622 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-353562f7-6701-42e9-a4eb-9cd97f869ef3 None None] Set router cb84e634-4652-43ae-91c5-ae821d0bf30b gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:22:53.893408 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-abf4fe92-e4a1-4e3f-b154-161f54b93e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:53.911913 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:54.004696 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4feba-6685-41e5-ad5b-007216c9cc78 req-c4849f9b-7a60-41e1-82e0-588b20a22dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:54.007462 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-fcb4feba-6685-41e5-ad5b-007216c9cc78 req-c4849f9b-7a60-41e1-82e0-588b20a22dae service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=f5d2b1be961749bcaa243e9f0bed551b&device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 1163 time: 1.0271139 Feb 11 13:22:54.038368 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4fe92-e4a1-4e3f-b154-161f54b93e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d57636f-9b8c-45ca-a718-e611cfc995c0,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:54.115818 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-abf4fe92-e4a1-4e3f-b154-161f54b93e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:54.344467 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-353562f7-6701-42e9-a4eb-9cd97f869ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_floatingips': [{'id': '4a38d95d-4f99-4d40-a84b-8f3ccf3e6dc8', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'floating_ip_address': '172.28.1.197', 'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'router_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'port_id': '88ede691-1330-4737-b2b3-2f4b51080cff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'mac_address': 'fa:16:3e:d8:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:22:19Z', 'updated_at': '2021-02-11T13:22:50Z', 'revision_number': 1, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56c151bb-8123-45bc-9cee-171400cd9434', 'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'mac_address': 'fa:16:3e:5d:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:22:01Z', 'updated_at': '2021-02-11T13:22:22Z', 'revision_number': 5, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'subnets': [{'id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:22:54.350589 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353562f7-6701-42e9-a4eb-9cd97f869ef3 None None] The sync data for ids ['cb84e634-4652-43ae-91c5-ae821d0bf30b'] in dv-cinder-773985-4-smb is: [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_floatingips': [{'id': '4a38d95d-4f99-4d40-a84b-8f3ccf3e6dc8', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'floating_ip_address': '172.28.1.197', 'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'router_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'port_id': '88ede691-1330-4737-b2b3-2f4b51080cff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'mac_address': 'fa:16:3e:d8:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:22:19Z', 'updated_at': '2021-02-11T13:22:50Z', 'revision_number': 1, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56c151bb-8123-45bc-9cee-171400cd9434', 'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'mac_address': 'fa:16:3e:5d:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:22:01Z', 'updated_at': '2021-02-11T13:22:22Z', 'revision_number': 5, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'subnets': [{'id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:22:54.572192 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-abf4fe92-e4a1-4e3f-b154-161f54b93e6b admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=ac6009c8e26645b5ac32044d4a40dd15&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1024556 Feb 11 13:22:54.573569 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 35300) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:54.585458 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Network c8880d5e-140a-4e30-98d6-55095f84b3c1 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: from cryptography.utils import int_from_bytes Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: from cryptography.utils import int_from_bytes Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: (rel_b, rel_a, rel_b), Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: (rel_b, rel_a, rel_b), Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: Traceback (most recent call last): Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: timer() Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: cb(*args, **kw) Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: return func(*args, **kwargs) Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: self._notify() Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: self.callback(batched_events) Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: event.method(event) Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: segment_id)['aggregates'][0] Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: return f(self, *a, **k) Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: return self._get(url).json() Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: **kwargs) Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: **endpoint_filter) Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:54.671530 dv-cinder-773985-4-smb neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:54.675320 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4feba-6685-41e5-ad5b-007216c9cc78 req-46b3c602-099c-477f-a180-93b744743910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:54.675320 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-fcb4feba-6685-41e5-ad5b-007216c9cc78 req-46b3c602-099c-477f-a180-93b744743910 service neutron] 10.222.0.111 "GET /v2.0/networks?id=120ce4ab-747c-47cb-a13f-ce5d6314efdf HTTP/1.1" status: 200 len: 911 time: 0.6439204 Feb 11 13:22:54.676875 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c2dfe714-c4cb-40d2-b2a3-b59b14170a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:54.745901 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c2dfe714-c4cb-40d2-b2a3-b59b14170a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:54.780481 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2016b0c6-40a5-4808-b73c-c1941c18fa83 None None] New status for floating IP 4a38d95d-4f99-4d40-a84b-8f3ccf3e6dc8: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:22:54.893268 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c2dfe714-c4cb-40d2-b2a3-b59b14170a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:54.902288 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:54.932466 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfe714-c4cb-40d2-b2a3-b59b14170a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d57636f-9b8c-45ca-a718-e611cfc995c0,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:54.948987 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c2dfe714-c4cb-40d2-b2a3-b59b14170a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:54.982007 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c2dfe714-c4cb-40d2-b2a3-b59b14170a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:54.983277 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-c2dfe714-c4cb-40d2-b2a3-b59b14170a71 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/2d57636f-9b8c-45ca-a718-e611cfc995c0 HTTP/1.1" status: 204 len: 168 time: 0.4086220 Feb 11 13:22:55.138390 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a6a9f5ca-875d-432c-b87c-2fde39f1c80e req-c1e74ea9-87b2-4c79-afa5-1294171c7eba service neutron] 10.222.0.111 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3802059 Feb 11 13:22:55.158860 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-fcb4feba-6685-41e5-ad5b-007216c9cc78 req-190e2af8-39e0-4498-9ab7-a6032cf03eb3 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88ede691-1330-4737-b2b3-2f4b51080cff HTTP/1.1" status: 200 len: 1000 time: 0.3868699 Feb 11 13:22:55.229102 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514336'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:55.261470 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:55.264480 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:55.296854 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Pushing event deleted for resources: {'Network': ['ID=c8880d5e-140a-4e30-98d6-55095f84b3c1,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:55.307767 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:55.432410 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fde97-8ceb-4a7a-b790-d72575fcb3bb req-d91cd401-df32-4ba7-b023-4342ea2abb3b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:55.434708 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e35fde97-8ceb-4a7a-b790-d72575fcb3bb req-d91cd401-df32-4ba7-b023-4342ea2abb3b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.4033027 Feb 11 13:22:55.439214 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4feba-6685-41e5-ad5b-007216c9cc78 req-8a02f8f4-6ce8-4fc7-a654-9e09d0ecf818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:55.440831 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-fcb4feba-6685-41e5-ad5b-007216c9cc78 req-8a02f8f4-6ce8-4fc7-a654-9e09d0ecf818 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=4b20cf4d-7400-4a95-b52e-0748341fc3c7 HTTP/1.1" status: 200 len: 856 time: 0.2706764 Feb 11 13:22:55.443167 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] 10.222.0.120 "DELETE /v2.0/networks/c8880d5e-140a-4e30-98d6-55095f84b3c1 HTTP/1.1" status: 204 len: 168 time: 3.2777941 Feb 11 13:22:55.580020 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e35fde97-8ceb-4a7a-b790-d72575fcb3bb req-708d8cd1-e8fa-4923-8635-a7c707b55edb tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352165 Feb 11 13:22:55.603230 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4feba-6685-41e5-ad5b-007216c9cc78 req-3e50e149-bfd2-4628-aa7a-7ddede5a38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:55.605216 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-fcb4feba-6685-41e5-ad5b-007216c9cc78 req-3e50e149-bfd2-4628-aa7a-7ddede5a38d8 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=120ce4ab-747c-47cb-a13f-ce5d6314efdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1397564 Feb 11 13:22:55.779338 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-fcb4feba-6685-41e5-ad5b-007216c9cc78 req-8cd7c42e-4bb3-4eaf-866b-b530451f9d62 service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565058 Feb 11 13:22:55.904667 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 35346) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:55.926705 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-daff76be-0458-43e2-8644-cec33128804e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:55.944736 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-daff76be-0458-43e2-8644-cec33128804e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:55.951599 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-daff76be-0458-43e2-8644-cec33128804e admin admin] Usage tracker for resource:security_group_rule and tenant:e0ac923247ba49da9791ccf997b5822c is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:55.956057 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-daff76be-0458-43e2-8644-cec33128804e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:55.962949 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-daff76be-0458-43e2-8644-cec33128804e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:55.984602 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-fcb4feba-6685-41e5-ad5b-007216c9cc78 req-62a82d83-16f2-44bc-9447-c485f1657f22 service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1940687 Feb 11 13:22:56.087600 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 35354) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:56.172095 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-daff76be-0458-43e2-8644-cec33128804e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:56.182073 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-59ec5c8a-a2c1-4703-a0a0-c6987983f073 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=a378b4bfd56042e28bcf92fe6a45c9f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0929780 Feb 11 13:22:56.184789 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 35360) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:56.222661 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-daff76be-0458-43e2-8644-cec33128804e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:56.238397 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-91a576eb-3232-4ccd-89f4-33caacbc61cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:56.303580 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-daff76be-0458-43e2-8644-cec33128804e admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=e0ac923247ba49da9791ccf997b5822c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3976414 Feb 11 13:22:56.306472 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 35366) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:56.307043 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff76be-0458-43e2-8644-cec33128804e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b1b2f3-046a-4ca6-b6a1-5a0fd99b5fb6,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:56.312137 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-daff76be-0458-43e2-8644-cec33128804e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:56.314799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-68ccaf33-0446-41db-84c3-72c858b92b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:56.348633 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-68ccaf33-0446-41db-84c3-72c858b92b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:56.406684 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-18a3a5b4-6f95-4a0a-8c34-e34396e098c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:56.445749 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-18a3a5b4-6f95-4a0a-8c34-e34396e098c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:56.453064 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-68ccaf33-0446-41db-84c3-72c858b92b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:56.458565 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-daff76be-0458-43e2-8644-cec33128804e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:56.475682 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccaf33-0446-41db-84c3-72c858b92b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9e6ed9-c6b5-4b93-9b55-99ae1298147a,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:56.478684 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-68ccaf33-0446-41db-84c3-72c858b92b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:56.534323 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-68ccaf33-0446-41db-84c3-72c858b92b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:56.537525 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-68ccaf33-0446-41db-84c3-72c858b92b19 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/eb9e6ed9-c6b5-4b93-9b55-99ae1298147a HTTP/1.1" status: 204 len: 168 time: 0.3498683 Feb 11 13:22:56.584608 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-18a3a5b4-6f95-4a0a-8c34-e34396e098c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:56.590668 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b9fd0aac-2836-4bec-a6d4-604d236d097a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:56.607082 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3a5b4-6f95-4a0a-8c34-e34396e098c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b1b2f3-046a-4ca6-b6a1-5a0fd99b5fb6,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:56.609554 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-18a3a5b4-6f95-4a0a-8c34-e34396e098c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:56.613366 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-18a3a5b4-6f95-4a0a-8c34-e34396e098c1 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/78b1b2f3-046a-4ca6-b6a1-5a0fd99b5fb6 HTTP/1.1" status: 204 len: 168 time: 0.3023300 Feb 11 13:22:56.613366 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-18a3a5b4-6f95-4a0a-8c34-e34396e098c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:56.934668 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3fa4c-e296-4bc1-9174-93b95082b6ab req-6eccd1a9-fa51-4014-aed6-cc8e89ae7ad5 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:56.936405 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a0f3fa4c-e296-4bc1-9174-93b95082b6ab req-6eccd1a9-fa51-4014-aed6-cc8e89ae7ad5 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.1827629 Feb 11 13:22:56.999987 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a0f3fa4c-e296-4bc1-9174-93b95082b6ab req-02fd566f-3eae-491e-9c67-e0c9b9f5b785 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573628 Feb 11 13:22:57.013553 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:58.139727 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 35466) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:58.375257 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252a7a1-dd41-4b51-aa4e-2ab6d3e974cc req-a64e1437-3b73-426d-95ef-17d6eb17a84a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:58.375257 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1252a7a1-dd41-4b51-aa4e-2ab6d3e974cc req-a64e1437-3b73-426d-95ef-17d6eb17a84a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.2012753 Feb 11 13:22:58.415488 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-256ba9b3-c48b-4639-b5c0-fbe0a263da17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:58.445084 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-256ba9b3-c48b-4639-b5c0-fbe0a263da17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:58.449219 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-256ba9b3-c48b-4639-b5c0-fbe0a263da17 admin admin] Usage tracker for resource:security_group_rule and tenant:ddffc4629e8c48609a4903c0a8ef9b90 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:58.464138 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-256ba9b3-c48b-4639-b5c0-fbe0a263da17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:58.474205 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-256ba9b3-c48b-4639-b5c0-fbe0a263da17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:58.622785 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1252a7a1-dd41-4b51-aa4e-2ab6d3e974cc req-0328b067-24c7-46ed-8081-e9a95cca3cf8 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547073 Feb 11 13:22:58.685387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-256ba9b3-c48b-4639-b5c0-fbe0a263da17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:58.761661 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-256ba9b3-c48b-4639-b5c0-fbe0a263da17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:58.771051 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-dfaf1d8a-7c06-4c79-8032-9f711e493ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:58.825143 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-256ba9b3-c48b-4639-b5c0-fbe0a263da17 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=ddffc4629e8c48609a4903c0a8ef9b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6810040 Feb 11 13:22:58.825488 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ba9b3-c48b-4639-b5c0-fbe0a263da17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087621a2-795c-4940-81b6-575a36983587,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:58.825597 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 35512) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:58.829583 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-256ba9b3-c48b-4639-b5c0-fbe0a263da17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:58.924465 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f7fef2ef-6318-42c2-8408-a36e4a96aaed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:58.975947 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f7fef2ef-6318-42c2-8408-a36e4a96aaed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:59.098999 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f7fef2ef-6318-42c2-8408-a36e4a96aaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:59.106000 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c37b704a-5ae9-40b5-aa3a-595a4e4197dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:22:59.129259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fef2ef-6318-42c2-8408-a36e4a96aaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087621a2-795c-4940-81b6-575a36983587,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:22:59.135477 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f7fef2ef-6318-42c2-8408-a36e4a96aaed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:22:59.151288 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f7fef2ef-6318-42c2-8408-a36e4a96aaed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:59.152577 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-f7fef2ef-6318-42c2-8408-a36e4a96aaed admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/087621a2-795c-4940-81b6-575a36983587 HTTP/1.1" status: 204 len: 168 time: 0.3257368 Feb 11 13:22:59.772503 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 35564) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:59.797687 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e46d950-67e4-4cd3-bb62-ade0d7e73bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:59.818766 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-3e46d950-67e4-4cd3-bb62-ade0d7e73bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:22:59.823946 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-3e46d950-67e4-4cd3-bb62-ade0d7e73bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:e182c6f0975b4141b4f24bc793ee78aa is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:22:59.827323 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-3e46d950-67e4-4cd3-bb62-ade0d7e73bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:22:59.840398 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-3e46d950-67e4-4cd3-bb62-ade0d7e73bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:22:59.943960 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e46d950-67e4-4cd3-bb62-ade0d7e73bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:22:59.973838 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63422e8-a0ea-4a0a-8437-c050c61f43a6 req-76778d1a-bf06-42cf-a4a3-be92ac6a60ec tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:22:59.975561 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a63422e8-a0ea-4a0a-8437-c050c61f43a6 req-76778d1a-bf06-42cf-a4a3-be92ac6a60ec tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.1850860 Feb 11 13:23:00.012747 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e46d950-67e4-4cd3-bb62-ade0d7e73bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:00.028752 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-da04e296-26f8-4fef-8958-da339b16a9ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:00.064532 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46d950-67e4-4cd3-bb62-ade0d7e73bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745adcbb-cb13-4f11-bc2e-b830c73aed71,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:00.068058 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a63422e8-a0ea-4a0a-8437-c050c61f43a6 req-8d5352d7-93c8-41de-a487-771205c96413 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853946 Feb 11 13:23:00.071420 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3e46d950-67e4-4cd3-bb62-ade0d7e73bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:00.101250 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-3e46d950-67e4-4cd3-bb62-ade0d7e73bb0 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=e182c6f0975b4141b4f24bc793ee78aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272114 Feb 11 13:23:00.104269 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 35574) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:00.150901 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 35578) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:00.186947 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0e3e3bf3-bfa3-4695-8424-dfc31f535cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:00.222531 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0e3e3bf3-bfa3-4695-8424-dfc31f535cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:00.304026 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0e3e3bf3-bfa3-4695-8424-dfc31f535cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:00.310168 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d40f23fd-f250-4094-9033-d0732fb3cef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:00.326434 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e3bf3-bfa3-4695-8424-dfc31f535cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745adcbb-cb13-4f11-bc2e-b830c73aed71,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:00.330887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0e3e3bf3-bfa3-4695-8424-dfc31f535cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:00.345702 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0e3e3bf3-bfa3-4695-8424-dfc31f535cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:00.347354 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-0e3e3bf3-bfa3-4695-8424-dfc31f535cc5 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/745adcbb-cb13-4f11-bc2e-b830c73aed71 HTTP/1.1" status: 204 len: 168 time: 0.2419930 Feb 11 13:23:00.362539 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5ef008d5-5194-49d6-81af-ba55fc14f623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:00.382087 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5ef008d5-5194-49d6-81af-ba55fc14f623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:00.386245 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5ef008d5-5194-49d6-81af-ba55fc14f623 admin admin] Usage tracker for resource:security_group_rule and tenant:e409508edd064cd09f6d3cd78fc43249 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:00.389553 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5ef008d5-5194-49d6-81af-ba55fc14f623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:00.395723 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5ef008d5-5194-49d6-81af-ba55fc14f623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:00.496744 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5ef008d5-5194-49d6-81af-ba55fc14f623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:00.554879 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5ef008d5-5194-49d6-81af-ba55fc14f623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:00.567008 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-50dd12cc-214c-459a-859d-4470a8d989c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:00.631037 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 35604) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:00.631462 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-5ef008d5-5194-49d6-81af-ba55fc14f623 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=e409508edd064cd09f6d3cd78fc43249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789851 Feb 11 13:23:00.633673 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef008d5-5194-49d6-81af-ba55fc14f623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33dace3b-9ccb-45f4-bf63-54ddf19f70fb,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:00.639352 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5ef008d5-5194-49d6-81af-ba55fc14f623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:00.707467 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ef83-65c8-4a40-8f08-2d72440c531f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:00.759230 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ef83-65c8-4a40-8f08-2d72440c531f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:00.842139 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ef83-65c8-4a40-8f08-2d72440c531f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:00.851906 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:00.871530 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1ef83-65c8-4a40-8f08-2d72440c531f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dace3b-9ccb-45f4-bf63-54ddf19f70fb,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:00.875245 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1cb1ef83-65c8-4a40-8f08-2d72440c531f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:00.876536 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ef83-65c8-4a40-8f08-2d72440c531f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:00.878831 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-1cb1ef83-65c8-4a40-8f08-2d72440c531f admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/33dace3b-9ccb-45f4-bf63-54ddf19f70fb HTTP/1.1" status: 204 len: 168 time: 0.2464886 Feb 11 13:23:01.387076 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517336f5-bed5-4db7-b908-6a15d14d1f97 req-59c78d9d-e189-494c-b950-aa159449de63 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:01.388920 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-517336f5-bed5-4db7-b908-6a15d14d1f97 req-59c78d9d-e189-494c-b950-aa159449de63 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.1852505 Feb 11 13:23:01.468879 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-517336f5-bed5-4db7-b908-6a15d14d1f97 req-27e7a96d-d2df-4e5a-be2e-98ae5943273f tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724041 Feb 11 13:23:01.634521 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 35644) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:01.975082 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 35664) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:02.014392 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-52cc3915-15e3-42ee-9a50-decb01aee34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:02.018918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5df81d88-4dbf-4c22-b5e0-4f27fabd8da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:02.053231 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-52cc3915-15e3-42ee-9a50-decb01aee34f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:02.056500 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5df81d88-4dbf-4c22-b5e0-4f27fabd8da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:02.061052 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5df81d88-4dbf-4c22-b5e0-4f27fabd8da8 admin admin] Usage tracker for resource:security_group_rule and tenant:b3fd0bd4890c4674a32668b1f711f4d0 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:02.061189 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-52cc3915-15e3-42ee-9a50-decb01aee34f admin admin] Usage tracker for resource:security_group_rule and tenant:ebc9620294c248cfae3bd447ed4cc928 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:02.064749 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-52cc3915-15e3-42ee-9a50-decb01aee34f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:02.065956 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5df81d88-4dbf-4c22-b5e0-4f27fabd8da8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:02.072287 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-52cc3915-15e3-42ee-9a50-decb01aee34f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:02.075859 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5df81d88-4dbf-4c22-b5e0-4f27fabd8da8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:02.178934 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-52cc3915-15e3-42ee-9a50-decb01aee34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:02.191964 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5df81d88-4dbf-4c22-b5e0-4f27fabd8da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:02.208477 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-52cc3915-15e3-42ee-9a50-decb01aee34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:02.221488 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-63a2a564-336c-4d9d-a0ed-339b80535eca tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:02.241521 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5df81d88-4dbf-4c22-b5e0-4f27fabd8da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:02.254446 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3e46d950-67e4-4cd3-bb62-ade0d7e73bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:02.273061 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-52cc3915-15e3-42ee-9a50-decb01aee34f admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=ebc9620294c248cfae3bd447ed4cc928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967551 Feb 11 13:23:02.275944 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 35670) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:02.291341 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df81d88-4dbf-4c22-b5e0-4f27fabd8da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44714ff1-6901-45e9-998d-97a099c4a6b2,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:02.296272 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc3915-15e3-42ee-9a50-decb01aee34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10878d9-f423-46d9-8f4c-0ae27dbe9cfe,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:02.297385 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5df81d88-4dbf-4c22-b5e0-4f27fabd8da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:02.308126 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-52cc3915-15e3-42ee-9a50-decb01aee34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:02.316179 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-5df81d88-4dbf-4c22-b5e0-4f27fabd8da8 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=b3fd0bd4890c4674a32668b1f711f4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6804614 Feb 11 13:23:02.319517 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 35674) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:02.363736 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1912920a-980b-478c-b95b-9e5019577709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:02.396840 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1912920a-980b-478c-b95b-9e5019577709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:02.397970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5a632dc1-b38e-4a65-9162-17e758d6e4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:02.435884 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5a632dc1-b38e-4a65-9162-17e758d6e4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:02.669868 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5a632dc1-b38e-4a65-9162-17e758d6e4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:02.670224 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1912920a-980b-478c-b95b-9e5019577709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:02.677244 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:02.680839 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c161c2f2-dcad-4a28-9fb0-cf81fb7624bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:02.696090 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912920a-980b-478c-b95b-9e5019577709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10878d9-f423-46d9-8f4c-0ae27dbe9cfe,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:02.700218 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1912920a-980b-478c-b95b-9e5019577709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:02.715585 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1912920a-980b-478c-b95b-9e5019577709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:02.715585 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-1912920a-980b-478c-b95b-9e5019577709 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/a10878d9-f423-46d9-8f4c-0ae27dbe9cfe HTTP/1.1" status: 204 len: 168 time: 0.4305773 Feb 11 13:23:02.716496 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5a632dc1-b38e-4a65-9162-17e758d6e4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:02.716925 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-5a632dc1-b38e-4a65-9162-17e758d6e4db admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/44714ff1-6901-45e9-998d-97a099c4a6b2 HTTP/1.1" status: 204 len: 168 time: 0.3940346 Feb 11 13:23:02.718680 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a632dc1-b38e-4a65-9162-17e758d6e4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44714ff1-6901-45e9-998d-97a099c4a6b2,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:02.721626 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5a632dc1-b38e-4a65-9162-17e758d6e4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:02.985102 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392ec3d-3bf3-44f2-9466-42eba3ccaccf req-8b70bdbd-8acb-46f5-8630-5d197e6336e1 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:02.986830 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8392ec3d-3bf3-44f2-9466-42eba3ccaccf req-8b70bdbd-8acb-46f5-8630-5d197e6336e1 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.2374992 Feb 11 13:23:03.054414 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8392ec3d-3bf3-44f2-9466-42eba3ccaccf req-07a37ddf-1cf7-496d-b687-f0d39a019dd9 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600739 Feb 11 13:23:04.500628 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59f16e-02f4-4be6-b96d-c5b7919cc79c req-08c960b6-a2b3-4c7c-a578-09ba8436eea4 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:04.502429 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8e59f16e-02f4-4be6-b96d-c5b7919cc79c req-08c960b6-a2b3-4c7c-a578-09ba8436eea4 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.2865191 Feb 11 13:23:04.598693 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8e59f16e-02f4-4be6-b96d-c5b7919cc79c req-a5d2cc05-ac72-4bfd-8fc2-aab299ebc5c9 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876393 Feb 11 13:23:06.022686 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c07d81-9ae3-415c-bbdd-9984f42e33ee req-1f1c2bff-3bf9-4554-a143-e59d886c735d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:06.031397 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-62c07d81-9ae3-415c-bbdd-9984f42e33ee req-1f1c2bff-3bf9-4554-a143-e59d886c735d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.2406511 Feb 11 13:23:06.163976 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-62c07d81-9ae3-415c-bbdd-9984f42e33ee req-292c30a6-1a46-48f6-b90e-b6db3bbeb64f tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310315 Feb 11 13:23:07.646789 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79077e9a-6668-401f-9c91-5d08a055a826 req-7137cadd-6f4e-4dee-813f-13b5d1099c3b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:07.648578 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-79077e9a-6668-401f-9c91-5d08a055a826 req-7137cadd-6f4e-4dee-813f-13b5d1099c3b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.1879840 Feb 11 13:23:07.720266 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-79077e9a-6668-401f-9c91-5d08a055a826 req-b5143cca-bdf0-421e-9a59-fc764e90c997 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652087 Feb 11 13:23:09.042279 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b5763-661f-45ba-a861-13f77ebe1b74 req-5a4d721e-6c08-4d38-94e1-cb05fd5b6934 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:09.044086 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-360b5763-661f-45ba-a861-13f77ebe1b74 req-5a4d721e-6c08-4d38-94e1-cb05fd5b6934 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.1774640 Feb 11 13:23:09.114434 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-360b5763-661f-45ba-a861-13f77ebe1b74 req-d89dbffc-962b-41aa-8b9b-59481b7d5992 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623291 Feb 11 13:23:09.159329 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 35960) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:09.366537 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3232194f-757f-49c4-a195-6bed19f5db07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:09.380471 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-3232194f-757f-49c4-a195-6bed19f5db07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:09.385542 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-3232194f-757f-49c4-a195-6bed19f5db07 admin admin] Usage tracker for resource:security_group_rule and tenant:f5027e58953a460f8d187c26607b1ddc is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:09.400368 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-3232194f-757f-49c4-a195-6bed19f5db07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:09.414426 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-3232194f-757f-49c4-a195-6bed19f5db07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:09.568295 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3232194f-757f-49c4-a195-6bed19f5db07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:09.607153 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3232194f-757f-49c4-a195-6bed19f5db07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:09.625113 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:09.717605 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-3232194f-757f-49c4-a195-6bed19f5db07 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=f5027e58953a460f8d187c26607b1ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5545330 Feb 11 13:23:09.717605 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232194f-757f-49c4-a195-6bed19f5db07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4438f9b1-ed25-4408-9759-bfa9b5df283e,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:09.718030 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 35980) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:09.722895 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3232194f-757f-49c4-a195-6bed19f5db07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:09.843150 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-467b727f-21f6-4110-b86f-8a8f50a06268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:09.880452 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-467b727f-21f6-4110-b86f-8a8f50a06268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:10.093446 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-467b727f-21f6-4110-b86f-8a8f50a06268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:10.103846 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-253820e8-1f48-437d-9c5f-9de79d096491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:10.131859 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b727f-21f6-4110-b86f-8a8f50a06268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4438f9b1-ed25-4408-9759-bfa9b5df283e,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:10.136177 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-467b727f-21f6-4110-b86f-8a8f50a06268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:10.138509 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-467b727f-21f6-4110-b86f-8a8f50a06268 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/4438f9b1-ed25-4408-9759-bfa9b5df283e HTTP/1.1" status: 204 len: 168 time: 0.4183621 Feb 11 13:23:10.146727 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-467b727f-21f6-4110-b86f-8a8f50a06268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:10.423820 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:23:10.520286 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341937a6-4fd9-4087-8085-9a3cd0fe3921 req-7c6dacd7-f8db-43dd-9304-6c90724e938a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:10.528620 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-341937a6-4fd9-4087-8085-9a3cd0fe3921 req-7c6dacd7-f8db-43dd-9304-6c90724e938a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.2084394 Feb 11 13:23:10.611853 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-341937a6-4fd9-4087-8085-9a3cd0fe3921 req-7e40d6ad-8cd9-415e-9287-eae38a95c41c tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780780 Feb 11 13:23:10.909178 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 36030) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:10.934270 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf5ea-54fd-47dd-a25f-a48b2fe82e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:10.951813 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4a4cf5ea-54fd-47dd-a25f-a48b2fe82e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:10.955985 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-4a4cf5ea-54fd-47dd-a25f-a48b2fe82e20 admin admin] Usage tracker for resource:security_group_rule and tenant:61f245bfb21d446389db84be2e95664c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:10.961059 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-4a4cf5ea-54fd-47dd-a25f-a48b2fe82e20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:10.966715 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4a4cf5ea-54fd-47dd-a25f-a48b2fe82e20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:11.089231 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf5ea-54fd-47dd-a25f-a48b2fe82e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:11.121566 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf5ea-54fd-47dd-a25f-a48b2fe82e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:11.132111 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:11.174647 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-4a4cf5ea-54fd-47dd-a25f-a48b2fe82e20 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=61f245bfb21d446389db84be2e95664c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636650 Feb 11 13:23:11.178628 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 36044) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:11.186434 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cf5ea-54fd-47dd-a25f-a48b2fe82e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873269f9-ed41-4d88-800e-36d1ed9e7c26,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:11.190553 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4a4cf5ea-54fd-47dd-a25f-a48b2fe82e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:11.260460 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c0507aa9-cad4-48b7-9818-b296079cd1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:11.310075 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c0507aa9-cad4-48b7-9818-b296079cd1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:11.413238 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c0507aa9-cad4-48b7-9818-b296079cd1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:11.433010 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-23e1dcee-5c51-4705-905f-3931eb1441f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:11.472040 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0507aa9-cad4-48b7-9818-b296079cd1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873269f9-ed41-4d88-800e-36d1ed9e7c26,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:11.476555 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c0507aa9-cad4-48b7-9818-b296079cd1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:11.478971 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c0507aa9-cad4-48b7-9818-b296079cd1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:11.485205 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-c0507aa9-cad4-48b7-9818-b296079cd1f7 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/873269f9-ed41-4d88-800e-36d1ed9e7c26 HTTP/1.1" status: 204 len: 168 time: 0.3025880 Feb 11 13:23:12.134741 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 36078) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:12.167275 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1b133-42ab-4095-a2ae-61cbd7decd9a req-ad8971d1-2144-43ad-a0ce-efe4ac2e2dc2 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:12.175818 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-30c1b133-42ab-4095-a2ae-61cbd7decd9a req-ad8971d1-2144-43ad-a0ce-efe4ac2e2dc2 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.3301136 Feb 11 13:23:12.182413 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 36088) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:12.278402 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-30c1b133-42ab-4095-a2ae-61cbd7decd9a req-fd02caee-870e-4ec6-ba29-3ee28b06e34a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008389 Feb 11 13:23:12.522472 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-15787523-f764-414b-b006-15e318181c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:12.560068 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-15787523-f764-414b-b006-15e318181c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:12.562664 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da099454-8bbd-4efb-ba29-05f89d34db3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:12.577687 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-15787523-f764-414b-b006-15e318181c7c admin admin] Usage tracker for resource:security_group_rule and tenant:8e176fa660d04f58a4b3c9ee0ebcda82 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:12.582206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-15787523-f764-414b-b006-15e318181c7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:12.591544 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-da099454-8bbd-4efb-ba29-05f89d34db3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:12.591840 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-15787523-f764-414b-b006-15e318181c7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:12.596440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-da099454-8bbd-4efb-ba29-05f89d34db3f admin admin] Usage tracker for resource:security_group_rule and tenant:311f8c68c6964c1f9084f7f543434428 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:12.601063 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-da099454-8bbd-4efb-ba29-05f89d34db3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:12.610871 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-da099454-8bbd-4efb-ba29-05f89d34db3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:12.764014 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-15787523-f764-414b-b006-15e318181c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:12.779856 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da099454-8bbd-4efb-ba29-05f89d34db3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:12.813453 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-15787523-f764-414b-b006-15e318181c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:12.825194 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c0507aa9-cad4-48b7-9818-b296079cd1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:12.872165 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da099454-8bbd-4efb-ba29-05f89d34db3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:12.887199 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15787523-f764-414b-b006-15e318181c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7ae1bf-8c53-440f-a43a-7ca6a9842f4e,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:12.892306 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-15787523-f764-414b-b006-15e318181c7c admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=8e176fa660d04f58a4b3c9ee0ebcda82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7561281 Feb 11 13:23:12.893606 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-15787523-f764-414b-b006-15e318181c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:12.895438 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 36108) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:12.896865 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f75ff377-217b-4d14-a6ae-12d02cdd16fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:12.942329 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-da099454-8bbd-4efb-ba29-05f89d34db3f admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=311f8c68c6964c1f9084f7f543434428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7580647 Feb 11 13:23:12.946492 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 36112) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:12.965084 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da099454-8bbd-4efb-ba29-05f89d34db3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae63f64-da5a-4c96-add7-9ffcf3564c81,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:12.970852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-da099454-8bbd-4efb-ba29-05f89d34db3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:12.972512 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c6e6eeff-0473-45f5-b81b-4197f10397c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:13.006283 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c6e6eeff-0473-45f5-b81b-4197f10397c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:13.029173 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4115d084-39f1-42eb-a19e-bd8316e82487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:13.067821 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4115d084-39f1-42eb-a19e-bd8316e82487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:13.097919 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c6e6eeff-0473-45f5-b81b-4197f10397c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:13.107971 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ce06f97b-d0f3-4595-93be-bc4e4ba5a8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:13.134654 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6eeff-0473-45f5-b81b-4197f10397c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7ae1bf-8c53-440f-a43a-7ca6a9842f4e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:13.137739 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c6e6eeff-0473-45f5-b81b-4197f10397c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:13.152634 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c6e6eeff-0473-45f5-b81b-4197f10397c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:13.157125 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-c6e6eeff-0473-45f5-b81b-4197f10397c0 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/0f7ae1bf-8c53-440f-a43a-7ca6a9842f4e HTTP/1.1" status: 204 len: 168 time: 0.2604163 Feb 11 13:23:13.196054 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4115d084-39f1-42eb-a19e-bd8316e82487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:13.201717 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-15787523-f764-414b-b006-15e318181c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:13.216696 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115d084-39f1-42eb-a19e-bd8316e82487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae63f64-da5a-4c96-add7-9ffcf3564c81,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:13.220989 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4115d084-39f1-42eb-a19e-bd8316e82487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:13.227767 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4115d084-39f1-42eb-a19e-bd8316e82487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:13.233128 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-4115d084-39f1-42eb-a19e-bd8316e82487 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/aae63f64-da5a-4c96-add7-9ffcf3564c81 HTTP/1.1" status: 204 len: 168 time: 0.2816062 Feb 11 13:23:13.679050 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44875c-6747-4d84-9590-3a3d79060827 req-941a63f5-a269-4f4f-af1d-7f999d4a4019 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:13.680868 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7e44875c-6747-4d84-9590-3a3d79060827 req-941a63f5-a269-4f4f-af1d-7f999d4a4019 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.2112758 Feb 11 13:23:13.755373 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7e44875c-6747-4d84-9590-3a3d79060827 req-7ce8464f-132a-42a9-9dc2-a264d82f7d22 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660794 Feb 11 13:23:14.096799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 36156) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:14.118581 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7ef6f46b-3075-4749-a9ff-25e1b3998c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:14.136066 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-7ef6f46b-3075-4749-a9ff-25e1b3998c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:14.140776 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-7ef6f46b-3075-4749-a9ff-25e1b3998c81 admin admin] Usage tracker for resource:security_group_rule and tenant:1a6e125166764aa5883318e54bb50cd8 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:14.143945 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-7ef6f46b-3075-4749-a9ff-25e1b3998c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:14.150907 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-7ef6f46b-3075-4749-a9ff-25e1b3998c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:14.263395 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7ef6f46b-3075-4749-a9ff-25e1b3998c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:14.309586 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7ef6f46b-3075-4749-a9ff-25e1b3998c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:14.319757 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:14.367256 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-7ef6f46b-3075-4749-a9ff-25e1b3998c81 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=1a6e125166764aa5883318e54bb50cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689044 Feb 11 13:23:14.368446 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6f46b-3075-4749-a9ff-25e1b3998c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1609d7-4129-479d-b65d-3c6c12627a34,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:14.372124 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 36166) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:14.374933 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7ef6f46b-3075-4749-a9ff-25e1b3998c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:14.463042 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0b1e-a218-4d6a-b5ad-c04be3de66c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:14.508337 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 36170) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:14.508731 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0b1e-a218-4d6a-b5ad-c04be3de66c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:14.512956 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3cad6554-8be0-4f72-9834-c08423ac361b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:14.530601 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-3cad6554-8be0-4f72-9834-c08423ac361b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:14.538721 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-3cad6554-8be0-4f72-9834-c08423ac361b admin admin] Usage tracker for resource:security_group_rule and tenant:9ee02f6bd514480e8b76dcb335f5f87e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:14.542076 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-3cad6554-8be0-4f72-9834-c08423ac361b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:14.549314 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-3cad6554-8be0-4f72-9834-c08423ac361b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:14.629889 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0b1e-a218-4d6a-b5ad-c04be3de66c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:14.637684 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-467b727f-21f6-4110-b86f-8a8f50a06268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:14.650696 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3cad6554-8be0-4f72-9834-c08423ac361b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:14.655553 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb0b1e-a218-4d6a-b5ad-c04be3de66c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1609d7-4129-479d-b65d-3c6c12627a34,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:14.658628 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b7bb0b1e-a218-4d6a-b5ad-c04be3de66c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:14.663022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0b1e-a218-4d6a-b5ad-c04be3de66c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:14.663022 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-b7bb0b1e-a218-4d6a-b5ad-c04be3de66c7 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/ea1609d7-4129-479d-b65d-3c6c12627a34 HTTP/1.1" status: 204 len: 168 time: 0.2885027 Feb 11 13:23:14.686740 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3cad6554-8be0-4f72-9834-c08423ac361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:14.697254 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:14.748406 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-3cad6554-8be0-4f72-9834-c08423ac361b admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=9ee02f6bd514480e8b76dcb335f5f87e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551224 Feb 11 13:23:14.749790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad6554-8be0-4f72-9834-c08423ac361b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116ffd39-58a5-4d54-b86a-0005edb2a8ce,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:14.751479 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 36180) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:14.753852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3cad6554-8be0-4f72-9834-c08423ac361b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:14.836225 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90db6308-d70b-42f4-8833-514c535197ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:14.921695 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90db6308-d70b-42f4-8833-514c535197ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:15.013316 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90db6308-d70b-42f4-8833-514c535197ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:15.021392 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:15.059302 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-90db6308-d70b-42f4-8833-514c535197ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:15.063450 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-90db6308-d70b-42f4-8833-514c535197ca admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/116ffd39-58a5-4d54-b86a-0005edb2a8ce HTTP/1.1" status: 204 len: 168 time: 0.3072162 Feb 11 13:23:15.063450 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db6308-d70b-42f4-8833-514c535197ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116ffd39-58a5-4d54-b86a-0005edb2a8ce,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:15.065221 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-90db6308-d70b-42f4-8833-514c535197ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:15.130867 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2428d7-9941-468f-ad13-ec83af9d1e6e req-79779a17-c496-42b7-9c16-288fb77112a2 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:15.136299 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6c2428d7-9941-468f-ad13-ec83af9d1e6e req-79779a17-c496-42b7-9c16-288fb77112a2 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.2054060 Feb 11 13:23:15.227504 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6c2428d7-9941-468f-ad13-ec83af9d1e6e req-8b1bf9b9-dde9-4dbf-b593-f7149c8c179c tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829918 Feb 11 13:23:15.641883 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-100eab2d-54fe-4b28-9c84-4bb74e9a5946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:16.392298 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 05c77ef8-929d-4b96-88e0-ca34d50ffd0d up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:23:16.544025 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 05c77ef8-929d-4b96-88e0-ca34d50ffd0d triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:23:16.544865 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:16.680980 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5e6d5-c8b6-4f3d-b1a0-0cd0ba4f7ccd req-c947aec7-b393-44a1-9e6b-c85660f658dc tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:16.682701 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-08e5e6d5-c8b6-4f3d-b1a0-0cd0ba4f7ccd req-c947aec7-b393-44a1-9e6b-c85660f658dc tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.2889555 Feb 11 13:23:16.787080 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-08e5e6d5-c8b6-4f3d-b1a0-0cd0ba4f7ccd req-6db3dabf-bf2a-4c49-8c44-eebcea53c0df tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974972 Feb 11 13:23:17.094187 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb01f8-4209-4653-b654-a3ea83e268f5 req-b97fe19a-dc47-4aa1-b698-36e105f84177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:17.096071 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-44bb01f8-4209-4653-b654-a3ea83e268f5 req-b97fe19a-dc47-4aa1-b698-36e105f84177 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 1162 time: 0.1020188 Feb 11 13:23:17.147081 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-44bb01f8-4209-4653-b654-a3ea83e268f5 req-6ae52b79-5ff7-449e-9929-6029da3edc02 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432336 Feb 11 13:23:18.199703 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22559a6d-771d-46e1-b570-bde420ddd67b req-94bbe90d-b2e7-4303-b9dd-cb760379c875 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:18.202110 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-22559a6d-771d-46e1-b570-bde420ddd67b req-94bbe90d-b2e7-4303-b9dd-cb760379c875 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.1756892 Feb 11 13:23:18.277637 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-22559a6d-771d-46e1-b570-bde420ddd67b req-bfc4775c-6be7-4a76-98b8-e55c75abd523 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660081 Feb 11 13:23:18.407713 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 05c77ef8-929d-4b96-88e0-ca34d50ffd0d up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:23:18.492355 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 05c77ef8-929d-4b96-88e0-ca34d50ffd0d triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:23:18.493020 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:18.676286 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 36348) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:18.840686 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-91b6f477-5e26-433b-876f-c52f44068a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:18.842889 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:18.857019 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-91b6f477-5e26-433b-876f-c52f44068a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:18.861238 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-91b6f477-5e26-433b-876f-c52f44068a6c admin admin] Usage tracker for resource:security_group_rule and tenant:f4df94024a15414c949c83ff7d835d32 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:18.864903 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-91b6f477-5e26-433b-876f-c52f44068a6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:18.871327 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-91b6f477-5e26-433b-876f-c52f44068a6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:18.974481 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-91b6f477-5e26-433b-876f-c52f44068a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:19.007163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eb34017d-b216-4fed-8c57-756e3162e7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:19.052813 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-91b6f477-5e26-433b-876f-c52f44068a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:19.061962 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-206f9408-9eb9-4cde-bd6f-743f8c8da077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:19.095736 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6f477-5e26-433b-876f-c52f44068a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96265939-c847-4571-b271-6746151a8ccd,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:19.105908 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-91b6f477-5e26-433b-876f-c52f44068a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:19.119970 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-91b6f477-5e26-433b-876f-c52f44068a6c admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=f4df94024a15414c949c83ff7d835d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4394236 Feb 11 13:23:19.120199 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 36370) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:19.193221 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-151e3206-aba3-4e2d-8fdf-cb7532794dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:19.223885 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-151e3206-aba3-4e2d-8fdf-cb7532794dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:19.332808 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-151e3206-aba3-4e2d-8fdf-cb7532794dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:19.339668 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-73bd0f2f-b928-4398-9fa0-5131c65e13dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:19.355091 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e3206-aba3-4e2d-8fdf-cb7532794dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96265939-c847-4571-b271-6746151a8ccd,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:19.358697 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-151e3206-aba3-4e2d-8fdf-cb7532794dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:19.390518 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-151e3206-aba3-4e2d-8fdf-cb7532794dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:19.396160 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-151e3206-aba3-4e2d-8fdf-cb7532794dfc admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/96265939-c847-4571-b271-6746151a8ccd HTTP/1.1" status: 204 len: 168 time: 0.2748873 Feb 11 13:23:19.635790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b309e9-ae58-461d-a2c2-54bc70787290 req-f0b99b54-244e-4904-90ea-af028cdca512 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:19.637540 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-66b309e9-ae58-461d-a2c2-54bc70787290 req-f0b99b54-244e-4904-90ea-af028cdca512 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.1723492 Feb 11 13:23:19.712155 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-66b309e9-ae58-461d-a2c2-54bc70787290 req-c08cfe51-564b-4f20-abad-48270b29df53 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673001 Feb 11 13:23:20.146505 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967aa76-8c1c-4bdb-a117-c9c9d7315031 req-14abc11f-13c5-465c-bcec-a31e31b87641 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:20.148284 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a967aa76-8c1c-4bdb-a117-c9c9d7315031 req-14abc11f-13c5-465c-bcec-a31e31b87641 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.2083066 Feb 11 13:23:20.198950 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:20.199196 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 36414) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:20.222800 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a967aa76-8c1c-4bdb-a117-c9c9d7315031 req-d58e961e-b440-452d-86dd-9c50b96dd995 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621681 Feb 11 13:23:20.226473 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-417441ca-0b01-4d9c-9a0b-5e9ab9379ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:20.243394 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-417441ca-0b01-4d9c-9a0b-5e9ab9379ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:20.247670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-417441ca-0b01-4d9c-9a0b-5e9ab9379ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:4ae8a4c970ab4a13826a09ac7dffc3ea is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:20.251231 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-417441ca-0b01-4d9c-9a0b-5e9ab9379ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:20.258876 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-417441ca-0b01-4d9c-9a0b-5e9ab9379ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:20.359533 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-417441ca-0b01-4d9c-9a0b-5e9ab9379ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:20.424995 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-417441ca-0b01-4d9c-9a0b-5e9ab9379ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:20.436561 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07970c5d-e1fa-4a7b-8db9-1dae985f7022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:20.474745 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417441ca-0b01-4d9c-9a0b-5e9ab9379ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2289e6f5-39bf-4c56-aa6f-52c28f11b4c1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:20.474927 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-417441ca-0b01-4d9c-9a0b-5e9ab9379ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:20.501310 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-417441ca-0b01-4d9c-9a0b-5e9ab9379ad5 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=4ae8a4c970ab4a13826a09ac7dffc3ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007703 Feb 11 13:23:20.504786 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 36424) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:20.566205 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 36428) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:20.603760 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0847a273-fb96-4cd1-836e-15c8407ae639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:20.638138 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0847a273-fb96-4cd1-836e-15c8407ae639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:20.640906 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:20.755948 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0847a273-fb96-4cd1-836e-15c8407ae639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:20.765147 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-151e3206-aba3-4e2d-8fdf-cb7532794dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:20.765360 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-99c30775-bcfd-4086-9faf-d93321b05ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:20.780646 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847a273-fb96-4cd1-836e-15c8407ae639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2289e6f5-39bf-4c56-aa6f-52c28f11b4c1,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:20.783339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-99c30775-bcfd-4086-9faf-d93321b05ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:20.791534 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-99c30775-bcfd-4086-9faf-d93321b05ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:cd3de2ca8c294d2393d903a8c5051ec3 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:20.796254 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0847a273-fb96-4cd1-836e-15c8407ae639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:20.805881 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0847a273-fb96-4cd1-836e-15c8407ae639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:20.807371 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-99c30775-bcfd-4086-9faf-d93321b05ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:20.807521 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-0847a273-fb96-4cd1-836e-15c8407ae639 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/2289e6f5-39bf-4c56-aa6f-52c28f11b4c1 HTTP/1.1" status: 204 len: 168 time: 0.3016195 Feb 11 13:23:20.814460 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-99c30775-bcfd-4086-9faf-d93321b05ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:21.051855 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-99c30775-bcfd-4086-9faf-d93321b05ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:21.127463 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-99c30775-bcfd-4086-9faf-d93321b05ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:21.146791 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bcc735ac-ff62-41d2-a8b7-9699e4f8612c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:21.246329 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-99c30775-bcfd-4086-9faf-d93321b05ab3 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=cd3de2ca8c294d2393d903a8c5051ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6745563 Feb 11 13:23:21.246932 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 36454) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:21.247609 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c30775-bcfd-4086-9faf-d93321b05ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2cb4ec-201d-470f-ad7b-2618ddde912a,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:21.256552 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-99c30775-bcfd-4086-9faf-d93321b05ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:21.345646 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4a133945-8093-4e5d-842d-837df262c4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:21.376393 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4a133945-8093-4e5d-842d-837df262c4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:21.515315 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4a133945-8093-4e5d-842d-837df262c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:21.521909 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0a5f6fca-792f-4d54-8be3-ae88bf7c7b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:21.535327 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a133945-8093-4e5d-842d-837df262c4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2cb4ec-201d-470f-ad7b-2618ddde912a,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:21.542934 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4a133945-8093-4e5d-842d-837df262c4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:21.543865 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4a133945-8093-4e5d-842d-837df262c4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:21.545178 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-4a133945-8093-4e5d-842d-837df262c4f4 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/9d2cb4ec-201d-470f-ad7b-2618ddde912a HTTP/1.1" status: 204 len: 168 time: 0.2921922 Feb 11 13:23:22.399863 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 36504) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:22.466817 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-affaddd7-b5c8-4f6a-83b8-798f875eca7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:22.517125 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-affaddd7-b5c8-4f6a-83b8-798f875eca7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:22.525890 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-affaddd7-b5c8-4f6a-83b8-798f875eca7d admin admin] Usage tracker for resource:security_group_rule and tenant:bc5053eeb05947f1934378e2401acd4e is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:22.536549 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-affaddd7-b5c8-4f6a-83b8-798f875eca7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:22.550925 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-affaddd7-b5c8-4f6a-83b8-798f875eca7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:22.644687 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-affaddd7-b5c8-4f6a-83b8-798f875eca7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:22.726655 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-affaddd7-b5c8-4f6a-83b8-798f875eca7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:22.745288 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-68ccaf33-0446-41db-84c3-72c858b92b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:22.794218 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-affaddd7-b5c8-4f6a-83b8-798f875eca7d admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=bc5053eeb05947f1934378e2401acd4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896182 Feb 11 13:23:22.794218 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affaddd7-b5c8-4f6a-83b8-798f875eca7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827a7a2e-e30a-4325-802c-82d9e8a14236,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:22.794655 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 36518) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:22.796552 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-affaddd7-b5c8-4f6a-83b8-798f875eca7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:22.883480 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3abde145-ee95-48aa-9d9f-2ca0667fae71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:22.926847 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3abde145-ee95-48aa-9d9f-2ca0667fae71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:23.149021 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cbd4f-7125-41e7-8da3-e252506f756d req-88a20fc3-46fe-47bd-b5bf-72eb606f964b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:23.150913 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7b8cbd4f-7125-41e7-8da3-e252506f756d req-88a20fc3-46fe-47bd-b5bf-72eb606f964b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1858864 Feb 11 13:23:23.236327 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7b8cbd4f-7125-41e7-8da3-e252506f756d req-01e276f3-aeaa-4331-a4b9-a62b2282743a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737841 Feb 11 13:23:23.242927 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 36528) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:23.304296 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939aa810-8094-4c20-a588-2d186aaf80de req-14001d7a-de4a-4bd2-a71e-0de70e254b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:23.305872 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-939aa810-8094-4c20-a588-2d186aaf80de req-14001d7a-de4a-4bd2-a71e-0de70e254b82 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=40b18a8382ce4421aeb7c42888ffdd71&device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 1163 time: 0.3694592 Feb 11 13:23:23.342931 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3abde145-ee95-48aa-9d9f-2ca0667fae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:23.480299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e703d05-d6e5-46a1-a562-b14c2eab9e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:23.497843 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-1e703d05-d6e5-46a1-a562-b14c2eab9e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:23.502574 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-1e703d05-d6e5-46a1-a562-b14c2eab9e99 admin admin] Usage tracker for resource:security_group_rule and tenant:90fb9dfce3ba40f69ed51ede2c5bb27d is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:23.503817 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-256ba9b3-c48b-4639-b5c0-fbe0a263da17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:23.506256 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-1e703d05-d6e5-46a1-a562-b14c2eab9e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:23.512985 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-1e703d05-d6e5-46a1-a562-b14c2eab9e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:23.531717 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abde145-ee95-48aa-9d9f-2ca0667fae71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827a7a2e-e30a-4325-802c-82d9e8a14236,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:23.558241 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3abde145-ee95-48aa-9d9f-2ca0667fae71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:23.558241 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3abde145-ee95-48aa-9d9f-2ca0667fae71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:23.558241 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-3abde145-ee95-48aa-9d9f-2ca0667fae71 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/827a7a2e-e30a-4325-802c-82d9e8a14236 HTTP/1.1" status: 204 len: 168 time: 0.7632754 Feb 11 13:23:23.614279 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939aa810-8094-4c20-a588-2d186aaf80de req-ac053bf5-5dae-4432-acde-fbf716785d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:23.616109 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-939aa810-8094-4c20-a588-2d186aaf80de req-ac053bf5-5dae-4432-acde-fbf716785d9b service neutron] 10.222.0.111 "GET /v2.0/networks?id=36ee8e38-a908-429c-8c98-d91947a3e7bb HTTP/1.1" status: 200 len: 912 time: 0.2993178 Feb 11 13:23:23.676917 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e703d05-d6e5-46a1-a562-b14c2eab9e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:23.713522 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-939aa810-8094-4c20-a588-2d186aaf80de req-050c3c0e-23af-408b-8e1b-27734c769163 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8b33a6-40f2-403f-bff3-c710084ca57c HTTP/1.1" status: 200 len: 217 time: 0.0765128 Feb 11 13:23:23.726635 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1e703d05-d6e5-46a1-a562-b14c2eab9e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:23.735421 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d9fde065-d46a-4d27-90d4-c5cda422b285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:23.785545 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-1e703d05-d6e5-46a1-a562-b14c2eab9e99 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=90fb9dfce3ba40f69ed51ede2c5bb27d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5407858 Feb 11 13:23:23.786462 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e703d05-d6e5-46a1-a562-b14c2eab9e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45d44af-5433-4077-a416-ff3531f1d63d,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:23.789159 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 36548) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:23.791398 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939aa810-8094-4c20-a588-2d186aaf80de req-afa6847e-5c05-4800-aa95-f53e5e7b5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:23.791996 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1e703d05-d6e5-46a1-a562-b14c2eab9e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:23.793391 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-939aa810-8094-4c20-a588-2d186aaf80de req-afa6847e-5c05-4800-aa95-f53e5e7b5615 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=b9048a34-9fa8-42ac-894d-0f3c40b20f2f HTTP/1.1" status: 200 len: 858 time: 0.0720057 Feb 11 13:23:23.860011 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e49bd5d3-c494-44ac-85b2-298d743f2274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:23.860423 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-939aa810-8094-4c20-a588-2d186aaf80de req-853cd93c-ab95-4582-a5ce-fafdfb8d7a15 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=36ee8e38-a908-429c-8c98-d91947a3e7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596097 Feb 11 13:23:23.895236 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e49bd5d3-c494-44ac-85b2-298d743f2274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:23.984068 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e49bd5d3-c494-44ac-85b2-298d743f2274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:23.990050 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-531d7c3d-f350-487c-9dfc-2bfe25566023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:24.003351 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bd5d3-c494-44ac-85b2-298d743f2274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45d44af-5433-4077-a416-ff3531f1d63d,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:24.006736 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e49bd5d3-c494-44ac-85b2-298d743f2274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:24.018711 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e49bd5d3-c494-44ac-85b2-298d743f2274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:24.024234 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-e49bd5d3-c494-44ac-85b2-298d743f2274 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/b45d44af-5433-4077-a416-ff3531f1d63d HTTP/1.1" status: 204 len: 168 time: 0.2339356 Feb 11 13:23:24.053488 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-939aa810-8094-4c20-a588-2d186aaf80de req-79e40eec-2577-4632-b470-bfaf38bed44b service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846673 Feb 11 13:23:24.241939 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-939aa810-8094-4c20-a588-2d186aaf80de req-9dd548d1-2d21-4257-94d0-65610cfba6d4 service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1673448 Feb 11 13:23:24.627245 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345c796-ed53-4b1b-9a15-f087d1fbc317 req-ef2b2c59-33b8-4d85-a628-811581484f72 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:24.629708 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7345c796-ed53-4b1b-9a15-f087d1fbc317 req-ef2b2c59-33b8-4d85-a628-811581484f72 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.2427320 Feb 11 13:23:24.636069 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288f4e3-96f2-400d-a04c-a9abc7b8ea74 req-d094d283-c1f2-4da4-b872-89be369e1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:24.637669 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b288f4e3-96f2-400d-a04c-a9abc7b8ea74 req-d094d283-c1f2-4da4-b872-89be369e1062 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=40b18a8382ce4421aeb7c42888ffdd71&device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 1163 time: 0.2073491 Feb 11 13:23:24.843813 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7345c796-ed53-4b1b-9a15-f087d1fbc317 req-62c79e9a-f981-4998-af2e-70fa92392840 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050660 Feb 11 13:23:24.917376 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288f4e3-96f2-400d-a04c-a9abc7b8ea74 req-aacd3544-fcf7-473d-9f7b-24f399bb49c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:24.920225 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b288f4e3-96f2-400d-a04c-a9abc7b8ea74 req-aacd3544-fcf7-473d-9f7b-24f399bb49c2 service neutron] 10.222.0.111 "GET /v2.0/networks?id=36ee8e38-a908-429c-8c98-d91947a3e7bb HTTP/1.1" status: 200 len: 912 time: 0.2570240 Feb 11 13:23:25.133912 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b288f4e3-96f2-400d-a04c-a9abc7b8ea74 req-0ef114fb-2a1a-48c7-b4c9-86ba313a2d39 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8b33a6-40f2-403f-bff3-c710084ca57c HTTP/1.1" status: 200 len: 217 time: 0.1556821 Feb 11 13:23:25.166229 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288f4e3-96f2-400d-a04c-a9abc7b8ea74 req-e697cd78-0322-437b-845f-c63686b21881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:25.167926 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b288f4e3-96f2-400d-a04c-a9abc7b8ea74 req-e697cd78-0322-437b-845f-c63686b21881 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=b9048a34-9fa8-42ac-894d-0f3c40b20f2f HTTP/1.1" status: 200 len: 858 time: 0.0691850 Feb 11 13:23:25.228148 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b288f4e3-96f2-400d-a04c-a9abc7b8ea74 req-11c0137a-1f44-4760-86e2-10aa8498506e service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=36ee8e38-a908-429c-8c98-d91947a3e7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513985 Feb 11 13:23:25.401002 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b288f4e3-96f2-400d-a04c-a9abc7b8ea74 req-a3a4cd9b-5c6c-488d-aba8-9eb9bb159056 service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621602 Feb 11 13:23:25.594413 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b288f4e3-96f2-400d-a04c-a9abc7b8ea74 req-2566c9e0-4eea-4ae3-8414-bac152c27f6d service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1775770 Feb 11 13:23:26.204406 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8f92c-28fb-4d24-a678-0edfe18a6fac req-b2feef77-6140-4748-9efc-751e35e24f89 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:26.206269 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-edd8f92c-28fb-4d24-a678-0edfe18a6fac req-b2feef77-6140-4748-9efc-751e35e24f89 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.2076094 Feb 11 13:23:26.300808 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-edd8f92c-28fb-4d24-a678-0edfe18a6fac req-744c5c20-6470-46ba-b435-31fafc50e8c5 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867889 Feb 11 13:23:26.924754 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 36678) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:26.990289 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:27.110983 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4094430e-15fe-45ff-8a03-12df0710d687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:27.128355 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4094430e-15fe-45ff-8a03-12df0710d687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:27.132649 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-4094430e-15fe-45ff-8a03-12df0710d687 admin admin] Usage tracker for resource:security_group_rule and tenant:b146b9d373f941b48c9a9f271d64eebf is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:27.135762 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-4094430e-15fe-45ff-8a03-12df0710d687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:27.142559 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4094430e-15fe-45ff-8a03-12df0710d687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:27.234322 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4094430e-15fe-45ff-8a03-12df0710d687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:27.286951 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4094430e-15fe-45ff-8a03-12df0710d687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:27.297206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c6e6eeff-0473-45f5-b81b-4197f10397c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:27.349137 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-4094430e-15fe-45ff-8a03-12df0710d687 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=b146b9d373f941b48c9a9f271d64eebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224336 Feb 11 13:23:27.349981 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 36690) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:27.350316 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094430e-15fe-45ff-8a03-12df0710d687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2882bcc5-99e0-4b27-8468-657e5b59bcc1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:27.354094 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4094430e-15fe-45ff-8a03-12df0710d687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:27.470689 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-191dcab9-746e-4d51-9f99-4f1f8cd072ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:27.817278 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-191dcab9-746e-4d51-9f99-4f1f8cd072ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:27.907051 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd473d-072b-4eb5-bd4b-601846a75b9e req-5d2ebe33-2e9e-4d03-8aa4-05ea83778e35 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:27.908986 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0ddd473d-072b-4eb5-bd4b-601846a75b9e req-5d2ebe33-2e9e-4d03-8aa4-05ea83778e35 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.2082009 Feb 11 13:23:27.977270 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0ddd473d-072b-4eb5-bd4b-601846a75b9e req-7ce2af96-f63e-4faf-92c2-ebedecdee852 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616903 Feb 11 13:23:28.012302 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-191dcab9-746e-4d51-9f99-4f1f8cd072ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:28.017989 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4115d084-39f1-42eb-a19e-bd8316e82487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:28.031619 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dcab9-746e-4d51-9f99-4f1f8cd072ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2882bcc5-99e0-4b27-8468-657e5b59bcc1,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:28.034129 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-191dcab9-746e-4d51-9f99-4f1f8cd072ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:28.038081 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-191dcab9-746e-4d51-9f99-4f1f8cd072ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:28.040194 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-191dcab9-746e-4d51-9f99-4f1f8cd072ba admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/2882bcc5-99e0-4b27-8468-657e5b59bcc1 HTTP/1.1" status: 204 len: 168 time: 0.6883748 Feb 11 13:23:29.326941 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e115f8-671d-4a10-b7ef-726263ed3a72 req-7af7b702-3bad-4074-b586-4b83ba3a2232 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:29.328750 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-38e115f8-671d-4a10-b7ef-726263ed3a72 req-7af7b702-3bad-4074-b586-4b83ba3a2232 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1942325 Feb 11 13:23:29.427574 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-38e115f8-671d-4a10-b7ef-726263ed3a72 req-04eb3a97-affc-40fc-931c-6380dac566eb tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917048 Feb 11 13:23:30.740670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4bf14-2b8e-49a2-a295-d4b1212d525b req-1995fed7-199d-45dd-86f8-41ed5e626875 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:30.745184 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6fa4bf14-2b8e-49a2-a295-d4b1212d525b req-1995fed7-199d-45dd-86f8-41ed5e626875 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1726868 Feb 11 13:23:30.819394 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6fa4bf14-2b8e-49a2-a295-d4b1212d525b req-fd674601-9ecf-43b5-a526-51fdb03ac027 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692084 Feb 11 13:23:32.142387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfb05f-4468-4473-a5f1-5f14eca902fb req-5f94c01f-8ec2-41d2-94a1-7cb00d28fd46 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:32.148201 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7abfb05f-4468-4473-a5f1-5f14eca902fb req-5f94c01f-8ec2-41d2-94a1-7cb00d28fd46 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1797676 Feb 11 13:23:32.223175 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7abfb05f-4468-4473-a5f1-5f14eca902fb req-20fd19ca-88bb-446e-9026-1c4ba083912b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736473 Feb 11 13:23:33.693513 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f462e8-9052-4cfb-8feb-dd8e21c4930c req-ea35e08e-f221-4b6a-81aa-41e7e22bc3d5 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:33.696889 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-33f462e8-9052-4cfb-8feb-dd8e21c4930c req-ea35e08e-f221-4b6a-81aa-41e7e22bc3d5 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.3408558 Feb 11 13:23:33.778418 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-33f462e8-9052-4cfb-8feb-dd8e21c4930c req-5a1a0dbc-146d-40ce-8ed6-21a9017082b5 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726781 Feb 11 13:23:35.126934 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54860c-94d1-43fc-afe0-244dc301b67b req-4dcdfe52-e2f1-48f4-b8a6-4d7c6bcd1881 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:35.128762 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9a54860c-94d1-43fc-afe0-244dc301b67b req-4dcdfe52-e2f1-48f4-b8a6-4d7c6bcd1881 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1795235 Feb 11 13:23:35.201219 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9a54860c-94d1-43fc-afe0-244dc301b67b req-430319fd-1a60-4cb4-b58e-16026118e5b6 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643992 Feb 11 13:23:36.547013 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1de4ac-cc67-44e7-85d7-b936002c8360 req-ce341a89-02e7-4fa9-a613-875c4bd317b2 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:36.548803 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8a1de4ac-cc67-44e7-85d7-b936002c8360 req-ce341a89-02e7-4fa9-a613-875c4bd317b2 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1976242 Feb 11 13:23:36.617481 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8a1de4ac-cc67-44e7-85d7-b936002c8360 req-59fedd21-fbf7-48b7-aee3-f4769b3ce265 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616698 Feb 11 13:23:37.993581 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09504bff-f728-42cb-a8b4-9639b8a5b7df req-e404f2ee-8f29-4f60-a86f-fbf7046cd6a9 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:37.997377 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-09504bff-f728-42cb-a8b4-9639b8a5b7df req-e404f2ee-8f29-4f60-a86f-fbf7046cd6a9 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1853797 Feb 11 13:23:38.063557 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-09504bff-f728-42cb-a8b4-9639b8a5b7df req-e58388ae-3c4e-4b33-863f-d118219457c0 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612643 Feb 11 13:23:38.537514 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device df8b33a6-40f2-403f-bff3-c710084ca57c up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:23:38.642944 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port df8b33a6-40f2-403f-bff3-c710084ca57c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:23:38.643379 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:39.390736 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623580e3-7e08-44b7-b682-3a43987f5282 req-e48e1607-db23-47d6-9750-81514c0c6a98 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:39.397752 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-623580e3-7e08-44b7-b682-3a43987f5282 req-e48e1607-db23-47d6-9750-81514c0c6a98 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1900945 Feb 11 13:23:39.465126 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-623580e3-7e08-44b7-b682-3a43987f5282 req-0dca91a3-c64a-4838-9c66-b0fd5da4ed84 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629811 Feb 11 13:23:40.824745 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8472425-4f22-403b-a775-c74c0eacb1f2 req-0d4b2976-550c-404f-b758-1ac7775590dc tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:40.826716 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c8472425-4f22-403b-a775-c74c0eacb1f2 req-0d4b2976-550c-404f-b758-1ac7775590dc tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1805024 Feb 11 13:23:40.905627 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c8472425-4f22-403b-a775-c74c0eacb1f2 req-bc383cda-7e36-49f4-a91f-c794ac41878a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640228 Feb 11 13:23:41.164886 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb97fa5-db8a-4393-aa3d-74e041004bfa req-c0e341e5-395d-4960-8009-713aa2b764a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:41.166643 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ffb97fa5-db8a-4393-aa3d-74e041004bfa req-c0e341e5-395d-4960-8009-713aa2b764a4 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 1163 time: 0.0838566 Feb 11 13:23:41.217414 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ffb97fa5-db8a-4393-aa3d-74e041004bfa req-b47e364e-be79-4504-9583-7be91a846311 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418251 Feb 11 13:23:42.035210 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 37206) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:42.222639 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e93fd6-343a-4f58-9dde-87f3223d01d5 req-87c34bd4-3e53-4d48-99c3-f1691b61e17d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:42.224429 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-57e93fd6-343a-4f58-9dde-87f3223d01d5 req-87c34bd4-3e53-4d48-99c3-f1691b61e17d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1802230 Feb 11 13:23:42.258929 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:42.284009 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:42.297531 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Usage tracker for resource:security_group_rule and tenant:8589064182454b41968a96a667c2eef9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:42.304253 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:42.333220 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-57e93fd6-343a-4f58-9dde-87f3223d01d5 req-49b1f188-6af5-411e-918e-54c367a31c11 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917227 Feb 11 13:23:42.334252 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:42.457333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:42.514908 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:42.525603 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-472c380e-3221-46f3-953d-8f7e494501f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:42.573006 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=8589064182454b41968a96a667c2eef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5357902 Feb 11 13:23:42.573908 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0020a4d-556d-4d64-a6f8-4176b5fd8535,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:42.575975 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 37222) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:42.584524 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.586997 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.586997 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.586997 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.586997 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.586997 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.587807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.588591 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.589139 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.589830 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.590395 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.591164 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.592568 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.593342 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.594597 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device df8b33a6-40f2-403f-bff3-c710084ca57c up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:23:42.594811 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.596414 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.597294 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.597949 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.598573 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.598979 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.599384 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.599826 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.600224 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.600616 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.605388 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:42.706872 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:42.742990 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:42.750878 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port df8b33a6-40f2-403f-bff3-c710084ca57c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:23:42.751312 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:42.827297 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:42.835839 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:42.853930 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0020a4d-556d-4d64-a6f8-4176b5fd8535,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:42.865060 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:42.866566 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/e0020a4d-556d-4d64-a6f8-4176b5fd8535 HTTP/1.1" status: 204 len: 168 time: 0.2892747 Feb 11 13:23:42.868924 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.869540 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.870143 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.870727 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.873165 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.873389 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.873783 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.874180 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.874664 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.875058 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.875450 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.875882 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.876546 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.877084 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.877719 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.878306 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.879481 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.880052 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.880585 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.881429 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.881965 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.882492 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.883034 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.883789 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:23:42.888097 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:43.549188 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 37268) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:43.570108 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c78021bc-3399-48c5-b869-3c717d5f8813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:43.587519 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c78021bc-3399-48c5-b869-3c717d5f8813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:43.591796 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-c78021bc-3399-48c5-b869-3c717d5f8813 admin admin] Usage tracker for resource:security_group_rule and tenant:c33eab469fdd4c9fa6580475b974052b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:43.597477 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-c78021bc-3399-48c5-b869-3c717d5f8813 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:43.601122 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c78021bc-3399-48c5-b869-3c717d5f8813 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:43.657116 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e0796-5c6c-4420-b508-49fd0d6ae38e req-5f826356-d855-43e8-9c84-5dc00e9e0e54 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:43.658828 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ac7e0796-5c6c-4420-b508-49fd0d6ae38e req-5f826356-d855-43e8-9c84-5dc00e9e0e54 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1802585 Feb 11 13:23:43.692002 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c78021bc-3399-48c5-b869-3c717d5f8813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:43.720245 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c78021bc-3399-48c5-b869-3c717d5f8813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:43.726205 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ac7e0796-5c6c-4420-b508-49fd0d6ae38e req-cdc29d12-86a6-4e3f-8f55-d85d70a54f2f tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602505 Feb 11 13:23:43.730352 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-90db6308-d70b-42f4-8833-514c535197ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:43.771102 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-c78021bc-3399-48c5-b869-3c717d5f8813 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=c33eab469fdd4c9fa6580475b974052b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201347 Feb 11 13:23:43.774504 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 37278) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:43.788819 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78021bc-3399-48c5-b869-3c717d5f8813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c8b28e-e0ea-4822-810c-c248fb310ccd,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:43.793251 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c78021bc-3399-48c5-b869-3c717d5f8813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:43.864799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a59f4d88-0f15-4995-9fd4-7bd9243c2008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:43.893702 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a59f4d88-0f15-4995-9fd4-7bd9243c2008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:43.977527 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a59f4d88-0f15-4995-9fd4-7bd9243c2008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:43.982993 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5df81d88-4dbf-4c22-b5e0-4f27fabd8da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:43.999633 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f4d88-0f15-4995-9fd4-7bd9243c2008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c8b28e-e0ea-4822-810c-c248fb310ccd,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:44.004914 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a59f4d88-0f15-4995-9fd4-7bd9243c2008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:44.013678 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a59f4d88-0f15-4995-9fd4-7bd9243c2008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:44.014933 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-a59f4d88-0f15-4995-9fd4-7bd9243c2008 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/64c8b28e-e0ea-4822-810c-c248fb310ccd HTTP/1.1" status: 204 len: 168 time: 0.2393661 Feb 11 13:23:44.403795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74684b5-53c5-4cfe-87e6-1a9556a1eb48 req-cdfddd58-1c76-41eb-bcd4-c40be52f1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:44.405616 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a74684b5-53c5-4cfe-87e6-1a9556a1eb48 req-cdfddd58-1c76-41eb-bcd4-c40be52f1a2e service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=40b18a8382ce4421aeb7c42888ffdd71&device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 1163 time: 0.1390710 Feb 11 13:23:44.510993 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93af69-fc8a-4e1d-8951-4351f38a0fc0 req-541e40ce-5258-45f2-9355-7433c0b34b0a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:44.520725 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8b93af69-fc8a-4e1d-8951-4351f38a0fc0 req-541e40ce-5258-45f2-9355-7433c0b34b0a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.2043853 Feb 11 13:23:44.604292 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8b93af69-fc8a-4e1d-8951-4351f38a0fc0 req-0d9c3bf4-b64c-4ae6-8c43-534c39acb938 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823722 Feb 11 13:23:44.648476 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74684b5-53c5-4cfe-87e6-1a9556a1eb48 req-6acef1c8-5fde-4e72-bd55-ff02c5c1363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:44.650296 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a74684b5-53c5-4cfe-87e6-1a9556a1eb48 req-6acef1c8-5fde-4e72-bd55-ff02c5c1363e service neutron] 10.222.0.111 "GET /v2.0/networks?id=36ee8e38-a908-429c-8c98-d91947a3e7bb HTTP/1.1" status: 200 len: 912 time: 0.2372169 Feb 11 13:23:44.743413 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a74684b5-53c5-4cfe-87e6-1a9556a1eb48 req-e5d853d1-9dcf-4703-ace4-5e0dc7407fce service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8b33a6-40f2-403f-bff3-c710084ca57c HTTP/1.1" status: 200 len: 217 time: 0.0851023 Feb 11 13:23:44.844582 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74684b5-53c5-4cfe-87e6-1a9556a1eb48 req-40b9dd89-004a-43ee-8e99-e646d0be4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:44.844582 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a74684b5-53c5-4cfe-87e6-1a9556a1eb48 req-40b9dd89-004a-43ee-8e99-e646d0be4873 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=b9048a34-9fa8-42ac-894d-0f3c40b20f2f HTTP/1.1" status: 200 len: 858 time: 0.0878019 Feb 11 13:23:44.906009 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a74684b5-53c5-4cfe-87e6-1a9556a1eb48 req-a92b6ec2-4086-4d9a-b858-b053876e3ac8 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=36ee8e38-a908-429c-8c98-d91947a3e7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584171 Feb 11 13:23:44.986798 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 37334) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:45.165288 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a74684b5-53c5-4cfe-87e6-1a9556a1eb48 req-c8b65f52-64d9-488e-9f75-c7325689bc6f service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474587 Feb 11 13:23:45.301038 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9fa9a3d1-a061-441c-a8d9-941e3da8cc9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:45.324889 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a74684b5-53c5-4cfe-87e6-1a9556a1eb48 req-f68f4a20-3f02-457f-b2bd-74f9185b0b49 service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1529622 Feb 11 13:23:45.344202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-9fa9a3d1-a061-441c-a8d9-941e3da8cc9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:45.348631 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-9fa9a3d1-a061-441c-a8d9-941e3da8cc9b admin admin] Usage tracker for resource:security_group_rule and tenant:a514e39d57844681afd74857181aa030 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:45.351923 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-9fa9a3d1-a061-441c-a8d9-941e3da8cc9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:45.358642 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-9fa9a3d1-a061-441c-a8d9-941e3da8cc9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:45.496587 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9fa9a3d1-a061-441c-a8d9-941e3da8cc9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:45.555109 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9fa9a3d1-a061-441c-a8d9-941e3da8cc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:45.595807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5ef008d5-5194-49d6-81af-ba55fc14f623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:45.629807 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-9fa9a3d1-a061-441c-a8d9-941e3da8cc9b admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=a514e39d57844681afd74857181aa030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6378458 Feb 11 13:23:45.630905 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 37354) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:45.636515 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9a3d1-a061-441c-a8d9-941e3da8cc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dba46e-5c74-45d5-9fe8-186c1c7d52cf,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:45.639867 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9fa9a3d1-a061-441c-a8d9-941e3da8cc9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:45.707812 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f133-7dda-4f51-b6af-c0828e68de1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:45.753494 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f133-7dda-4f51-b6af-c0828e68de1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:45.926789 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b32101df-92e0-4bc6-8b07-aaf7bcb05a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:45.965275 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea24a8-26a2-40a6-ae9c-c83ee3f165f7 req-3689590e-819d-45ff-9fbb-a06c3e28d26b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:45.965275 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2eea24a8-26a2-40a6-ae9c-c83ee3f165f7 req-3689590e-819d-45ff-9fbb-a06c3e28d26b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1999533 Feb 11 13:23:46.018228 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f133-7dda-4f51-b6af-c0828e68de1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:46.027494 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a59f4d88-0f15-4995-9fd4-7bd9243c2008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:46.032724 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2eea24a8-26a2-40a6-ae9c-c83ee3f165f7 req-3bdae9ce-01a0-457d-b888-f47b77f071c0 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681176 Feb 11 13:23:46.055528 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f133-7dda-4f51-b6af-c0828e68de1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:46.057003 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-c0d6f133-7dda-4f51-b6af-c0828e68de1b admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/70dba46e-5c74-45d5-9fe8-186c1c7d52cf HTTP/1.1" status: 204 len: 168 time: 0.4244142 Feb 11 13:23:46.058243 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6f133-7dda-4f51-b6af-c0828e68de1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dba46e-5c74-45d5-9fe8-186c1c7d52cf,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:46.061814 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c0d6f133-7dda-4f51-b6af-c0828e68de1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:46.163031 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 37372) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:46.717433 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-78d14038-74d1-4520-96ea-3848297f6cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:46.735633 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-78d14038-74d1-4520-96ea-3848297f6cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:46.740470 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-78d14038-74d1-4520-96ea-3848297f6cdf admin admin] Usage tracker for resource:security_group_rule and tenant:b2785d2528a74f488643c0e13a3c9d80 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:46.745085 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-78d14038-74d1-4520-96ea-3848297f6cdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:46.752124 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-78d14038-74d1-4520-96ea-3848297f6cdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:46.865804 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-78d14038-74d1-4520-96ea-3848297f6cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:46.926734 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-78d14038-74d1-4520-96ea-3848297f6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:46.937120 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6e3b7329-2b56-47fe-af50-57ba6afb503c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:46.982110 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-78d14038-74d1-4520-96ea-3848297f6cdf admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=b2785d2528a74f488643c0e13a3c9d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8182719 Feb 11 13:23:46.985100 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 37398) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:46.995873 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d14038-74d1-4520-96ea-3848297f6cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b964cd4-8516-4051-98aa-e15e926493cb,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:47.003318 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-78d14038-74d1-4520-96ea-3848297f6cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:47.460879 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5712-7601-47c9-8b62-688fe9c1de01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:47.469975 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:23:47.589892 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5712-7601-47c9-8b62-688fe9c1de01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:47.770841 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c703a5b-e52d-4f0a-867c-0e87018b370a req-59982a55-bca0-48bf-88bc-45c222aab9c1 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:47.772937 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1c703a5b-e52d-4f0a-867c-0e87018b370a req-59982a55-bca0-48bf-88bc-45c222aab9c1 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.3190527 Feb 11 13:23:47.868325 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1c703a5b-e52d-4f0a-867c-0e87018b370a req-9aeb6036-4408-4d52-b40b-e30c22d7d136 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845473 Feb 11 13:23:47.909825 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5712-7601-47c9-8b62-688fe9c1de01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:47.917669 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5a632dc1-b38e-4a65-9162-17e758d6e4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:47.937727 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5712-7601-47c9-8b62-688fe9c1de01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:47.939526 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-5f3d5712-7601-47c9-8b62-688fe9c1de01 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/4b964cd4-8516-4051-98aa-e15e926493cb HTTP/1.1" status: 204 len: 168 time: 0.9533563 Feb 11 13:23:47.940892 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d5712-7601-47c9-8b62-688fe9c1de01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b964cd4-8516-4051-98aa-e15e926493cb,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:47.945566 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5f3d5712-7601-47c9-8b62-688fe9c1de01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:48.767682 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24aaac9-2b51-4480-847f-95e776a0aaed req-0f23cd12-2c9e-41e3-ad51-e463ed93cddd tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:48.769452 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a24aaac9-2b51-4480-847f-95e776a0aaed req-0f23cd12-2c9e-41e3-ad51-e463ed93cddd tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.2286868 Feb 11 13:23:48.851391 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:48.868439 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a24aaac9-2b51-4480-847f-95e776a0aaed req-55afa471-3630-43ff-90b0-896f62d0b4b5 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908101 Feb 11 13:23:49.024483 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0d843c0b-09a4-4c69-98b3-6b2e9dff9053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:49.261095 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62df57-7689-417d-bbea-e0aef6bffa1f req-d4935c24-2c24-4451-9bea-2993dfae3a07 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:49.262823 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7a62df57-7689-417d-bbea-e0aef6bffa1f req-d4935c24-2c24-4451-9bea-2993dfae3a07 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1848888 Feb 11 13:23:49.331877 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7a62df57-7689-417d-bbea-e0aef6bffa1f req-3b236419-2948-406a-986b-9d8dd5bd1fbd tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598359 Feb 11 13:23:49.545783 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 37492) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:49.774379 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-091ef106-9115-45a0-80f3-ec73e2167b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:49.800631 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-091ef106-9115-45a0-80f3-ec73e2167b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:49.806528 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-091ef106-9115-45a0-80f3-ec73e2167b1c admin admin] Usage tracker for resource:security_group_rule and tenant:e1c80ba2cd7b451bbeda8dac46bab854 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:49.810929 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-091ef106-9115-45a0-80f3-ec73e2167b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:49.818108 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-091ef106-9115-45a0-80f3-ec73e2167b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:49.911599 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-091ef106-9115-45a0-80f3-ec73e2167b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:49.954705 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-091ef106-9115-45a0-80f3-ec73e2167b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:49.964487 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5f3d5712-7601-47c9-8b62-688fe9c1de01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:50.007728 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ef106-9115-45a0-80f3-ec73e2167b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97d1620-ddfa-4786-bad9-db5b7b527f02,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:50.013799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-091ef106-9115-45a0-80f3-ec73e2167b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:50.020460 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-091ef106-9115-45a0-80f3-ec73e2167b1c admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=e1c80ba2cd7b451bbeda8dac46bab854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732707 Feb 11 13:23:50.021289 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 37504) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:50.109738 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:50.153251 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cf7996a4-baf1-416e-9644-52067160d9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:50.192048 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cf7996a4-baf1-416e-9644-52067160d9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:50.397234 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561268ff-aedd-44d4-9975-995a0031c7b7 req-75236e62-1bdf-4ce7-afa2-91dc06b2b7dd tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:50.399117 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-561268ff-aedd-44d4-9975-995a0031c7b7 req-75236e62-1bdf-4ce7-afa2-91dc06b2b7dd tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.3443537 Feb 11 13:23:50.478893 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-561268ff-aedd-44d4-9975-995a0031c7b7 req-88c71d23-2256-4205-967a-50bc1a4367c1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665884 Feb 11 13:23:50.586192 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cf7996a4-baf1-416e-9644-52067160d9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:50.597174 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4a133945-8093-4e5d-842d-837df262c4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:50.613135 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7996a4-baf1-416e-9644-52067160d9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97d1620-ddfa-4786-bad9-db5b7b527f02,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:50.619505 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cf7996a4-baf1-416e-9644-52067160d9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:50.633802 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cf7996a4-baf1-416e-9644-52067160d9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:50.635626 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-cf7996a4-baf1-416e-9644-52067160d9ce admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/b97d1620-ddfa-4786-bad9-db5b7b527f02 HTTP/1.1" status: 204 len: 168 time: 0.6121867 Feb 11 13:23:50.658398 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:50.944967 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d2467-ff0f-44cc-8de2-28fabfb8ef92 req-0d5a2bc8-8aba-49da-9b02-24712b56b519 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:50.946718 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-555d2467-ff0f-44cc-8de2-28fabfb8ef92 req-0d5a2bc8-8aba-49da-9b02-24712b56b519 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.1819489 Feb 11 13:23:50.972929 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 37538) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:51.027228 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-555d2467-ff0f-44cc-8de2-28fabfb8ef92 req-05077575-c642-4453-9af7-4af02c5ff94c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718906 Feb 11 13:23:51.161861 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-14496b42-a4c2-48f9-9d81-31c0429c76a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:51.177751 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-14496b42-a4c2-48f9-9d81-31c0429c76a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:51.181930 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-14496b42-a4c2-48f9-9d81-31c0429c76a6 admin admin] Usage tracker for resource:security_group_rule and tenant:ccf2700883d7424a88cd5717f43653f5 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:51.185210 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-14496b42-a4c2-48f9-9d81-31c0429c76a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:51.191734 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-14496b42-a4c2-48f9-9d81-31c0429c76a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:51.271627 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 37546) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:51.289728 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-14496b42-a4c2-48f9-9d81-31c0429c76a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:51.292266 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b68c767f-ff31-474c-84f4-256e5c0dfd97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:51.308222 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b68c767f-ff31-474c-84f4-256e5c0dfd97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:51.312281 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-b68c767f-ff31-474c-84f4-256e5c0dfd97 admin admin] Usage tracker for resource:security_group_rule and tenant:26eb263d54a64f14af5a5fb50ad9be01 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:51.315324 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-b68c767f-ff31-474c-84f4-256e5c0dfd97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:51.321137 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b68c767f-ff31-474c-84f4-256e5c0dfd97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:51.337838 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-14496b42-a4c2-48f9-9d81-31c0429c76a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:51.348558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-81722a07-4bd2-45ce-a2bc-a202264bb17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:51.398247 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 37552) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:51.398384 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-14496b42-a4c2-48f9-9d81-31c0429c76a6 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=ccf2700883d7424a88cd5717f43653f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4242029 Feb 11 13:23:51.419738 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14496b42-a4c2-48f9-9d81-31c0429c76a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248a0ad5-4ada-47e2-ac28-2758845eb047,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:51.430487 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-14496b42-a4c2-48f9-9d81-31c0429c76a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:51.514969 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-696d4e2e-e2b3-4a7a-8a25-4dd8e322f7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:51.569387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-696d4e2e-e2b3-4a7a-8a25-4dd8e322f7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:51.583832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b68c767f-ff31-474c-84f4-256e5c0dfd97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:51.694763 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b68c767f-ff31-474c-84f4-256e5c0dfd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:51.702936 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-696d4e2e-e2b3-4a7a-8a25-4dd8e322f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:51.710656 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:51.775042 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-b68c767f-ff31-474c-84f4-256e5c0dfd97 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=26eb263d54a64f14af5a5fb50ad9be01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5022168 Feb 11 13:23:51.780010 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-696d4e2e-e2b3-4a7a-8a25-4dd8e322f7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:51.781262 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-696d4e2e-e2b3-4a7a-8a25-4dd8e322f7cd admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/248a0ad5-4ada-47e2-ac28-2758845eb047 HTTP/1.1" status: 204 len: 168 time: 0.3811324 Feb 11 13:23:51.783110 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 37562) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:51.785747 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c767f-ff31-474c-84f4-256e5c0dfd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78caa0da-97ed-45b7-9edc-12400afb2e20,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:51.803684 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44a854-d7d5-46a3-9604-8a4057bb6911 req-999c048f-bb58-43b4-9186-a89569f71b2c tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:51.805439 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ba44a854-d7d5-46a3-9604-8a4057bb6911 req-999c048f-bb58-43b4-9186-a89569f71b2c tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1712630 Feb 11 13:23:51.805715 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d4e2e-e2b3-4a7a-8a25-4dd8e322f7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248a0ad5-4ada-47e2-ac28-2758845eb047,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:51.808634 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-696d4e2e-e2b3-4a7a-8a25-4dd8e322f7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:51.840104 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f7fef2ef-6318-42c2-8408-a36e4a96aaed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:51.840602 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f7fef2ef-6318-42c2-8408-a36e4a96aaed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:51.896702 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ba44a854-d7d5-46a3-9604-8a4057bb6911 req-e2eee798-4f42-4cc5-b6ea-a68cb5be1862 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800002 Feb 11 13:23:51.966978 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c060b39-6f12-4727-b04f-26b65e6a10bf req-f4808eea-04c1-4907-998f-47d932dc09a5 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:51.968798 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c060b39-6f12-4727-b04f-26b65e6a10bf req-f4808eea-04c1-4907-998f-47d932dc09a5 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.3339691 Feb 11 13:23:52.045022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e80d333-7eea-4b2b-966a-d4b6805daedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:52.075540 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c060b39-6f12-4727-b04f-26b65e6a10bf req-b9b0293f-b7e3-47dc-8b91-6515fd1bc91d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948889 Feb 11 13:23:52.100206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e80d333-7eea-4b2b-966a-d4b6805daedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:52.212055 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e80d333-7eea-4b2b-966a-d4b6805daedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:52.216534 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-99c30775-bcfd-4086-9faf-d93321b05ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:52.229984 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80d333-7eea-4b2b-966a-d4b6805daedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78caa0da-97ed-45b7-9edc-12400afb2e20,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:52.237517 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8e80d333-7eea-4b2b-966a-d4b6805daedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:52.246759 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e80d333-7eea-4b2b-966a-d4b6805daedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:52.256594 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-8e80d333-7eea-4b2b-966a-d4b6805daedb admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/78caa0da-97ed-45b7-9edc-12400afb2e20 HTTP/1.1" status: 204 len: 168 time: 0.4531670 Feb 11 13:23:52.515266 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb39727-aae4-41ff-9a43-0be37dc9d13c req-aa26c775-6c32-4cac-90cb-069d554ca90a tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:52.519530 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-dbb39727-aae4-41ff-9a43-0be37dc9d13c req-aa26c775-6c32-4cac-90cb-069d554ca90a tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.2594690 Feb 11 13:23:52.594647 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-dbb39727-aae4-41ff-9a43-0be37dc9d13c req-ea392780-4708-4de9-8f95-aded44f372ad tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685556 Feb 11 13:23:53.397920 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad16c8-e592-41da-91c4-67d295260ca4 req-7b855260-ec1c-4105-962a-6de50511b748 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:53.399709 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8bad16c8-e592-41da-91c4-67d295260ca4 req-7b855260-ec1c-4105-962a-6de50511b748 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.1738136 Feb 11 13:23:53.476710 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8bad16c8-e592-41da-91c4-67d295260ca4 req-6cae05a3-a1eb-447d-b254-713295a0b3ac tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653579 Feb 11 13:23:53.961540 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f890c40-05c2-403a-82ce-6e379d8360a1 req-3ea53cca-3dfa-46aa-86a9-6a913cadecba tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:53.963248 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5f890c40-05c2-403a-82ce-6e379d8360a1 req-3ea53cca-3dfa-46aa-86a9-6a913cadecba tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.1798227 Feb 11 13:23:54.035095 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5f890c40-05c2-403a-82ce-6e379d8360a1 req-7b71d5a2-2a4b-48e9-aa9d-76a4fa89e424 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643666 Feb 11 13:23:54.814753 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09b79b-31e8-4765-bc43-1793f3b9b64b req-e6bbe634-75bf-4243-a2c9-cbdd896b5aef tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:54.817126 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4f09b79b-31e8-4765-bc43-1793f3b9b64b req-e6bbe634-75bf-4243-a2c9-cbdd896b5aef tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.1790326 Feb 11 13:23:54.890673 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4f09b79b-31e8-4765-bc43-1793f3b9b64b req-c5958a1b-ae63-49b0-a273-e9a5992e6f90 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664225 Feb 11 13:23:55.449086 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2eeea-03f7-4912-bbc6-2032ca827a01 req-e570d695-6d43-4afa-99c0-5aadfea1d743 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:55.450212 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-88f2eeea-03f7-4912-bbc6-2032ca827a01 req-e570d695-6d43-4afa-99c0-5aadfea1d743 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.2243969 Feb 11 13:23:55.525244 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-88f2eeea-03f7-4912-bbc6-2032ca827a01 req-17474f69-b763-498a-8ff2-00ee4569210c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667400 Feb 11 13:23:55.740751 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 37678) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:55.775266 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 37684) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:55.907160 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4f97a7b9-5c3d-4f77-a8d8-af9a0d4537a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:55.925250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4f97a7b9-5c3d-4f77-a8d8-af9a0d4537a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:55.932187 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-4f97a7b9-5c3d-4f77-a8d8-af9a0d4537a9 admin admin] Usage tracker for resource:security_group_rule and tenant:d7315d5210584ee5a0c43c89a1463834 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:55.935887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-4f97a7b9-5c3d-4f77-a8d8-af9a0d4537a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:55.944128 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4f97a7b9-5c3d-4f77-a8d8-af9a0d4537a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:56.020128 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ef7377ec-79db-433c-8703-067e18692a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:56.086500 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435c4ea-6ed5-45c4-8a6a-119df4e1fdc6 req-109b434a-4203-4090-b61a-2bec9e5c3bbc tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:56.088475 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7435c4ea-6ed5-45c4-8a6a-119df4e1fdc6 req-109b434a-4203-4090-b61a-2bec9e5c3bbc tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.2148993 Feb 11 13:23:56.091398 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc3a3b-ec1f-4e7f-bef6-8a973e5a5175 req-18a6329e-9811-4565-baca-3f5db3f8de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:56.094423 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-79cc3a3b-ec1f-4e7f-bef6-8a973e5a5175 req-18a6329e-9811-4565-baca-3f5db3f8de31 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=40b18a8382ce4421aeb7c42888ffdd71&device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 1163 time: 0.2666597 Feb 11 13:23:56.110384 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ef7377ec-79db-433c-8703-067e18692a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:56.130151 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-ef7377ec-79db-433c-8703-067e18692a03 admin admin] Usage tracker for resource:security_group_rule and tenant:8c8131db9da44abf93de6bcc060c5762 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:56.139130 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-ef7377ec-79db-433c-8703-067e18692a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:56.149501 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-ef7377ec-79db-433c-8703-067e18692a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:56.153518 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4f97a7b9-5c3d-4f77-a8d8-af9a0d4537a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:56.199084 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4f97a7b9-5c3d-4f77-a8d8-af9a0d4537a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:56.210016 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b3f4e07b-837b-476d-81f1-457ce9ef2732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:56.267727 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7435c4ea-6ed5-45c4-8a6a-119df4e1fdc6 req-925441a8-bb9a-46e7-adc4-671614cd8bba tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725969 Feb 11 13:23:56.305031 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc3a3b-ec1f-4e7f-bef6-8a973e5a5175 req-1168cf4e-a7cc-4ef6-badd-e2c28573c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:56.306579 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-79cc3a3b-ec1f-4e7f-bef6-8a973e5a5175 req-1168cf4e-a7cc-4ef6-badd-e2c28573c448 service neutron] 10.222.0.111 "GET /v2.0/networks?id=36ee8e38-a908-429c-8c98-d91947a3e7bb HTTP/1.1" status: 200 len: 912 time: 0.1957829 Feb 11 13:23:56.325195 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5c27d-0f70-474b-b4a4-c6d913fed1b4 req-53bef0ad-b0d7-4742-9814-8f6e9d2820c9 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:56.327171 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-efc5c27d-0f70-474b-b4a4-c6d913fed1b4 req-53bef0ad-b0d7-4742-9814-8f6e9d2820c9 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.2869031 Feb 11 13:23:56.378061 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-4f97a7b9-5c3d-4f77-a8d8-af9a0d4537a9 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=d7315d5210584ee5a0c43c89a1463834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6351979 Feb 11 13:23:56.383804 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 37694) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:56.385918 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-79cc3a3b-ec1f-4e7f-bef6-8a973e5a5175 req-40da9a63-837f-4e9e-8e5c-b2d81bb1094c service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8b33a6-40f2-403f-bff3-c710084ca57c HTTP/1.1" status: 200 len: 217 time: 0.0726128 Feb 11 13:23:56.388562 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97a7b9-5c3d-4f77-a8d8-af9a0d4537a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c360842-fd08-4547-b826-b5fd5c20c093,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:56.394157 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4f97a7b9-5c3d-4f77-a8d8-af9a0d4537a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:56.465841 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc3a3b-ec1f-4e7f-bef6-8a973e5a5175 req-a8f48397-bf59-41f4-8228-ae0b37f0886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:56.467479 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-79cc3a3b-ec1f-4e7f-bef6-8a973e5a5175 req-a8f48397-bf59-41f4-8228-ae0b37f0886a service neutron] 10.222.0.111 "GET /v2.0/subnets?id=b9048a34-9fa8-42ac-894d-0f3c40b20f2f HTTP/1.1" status: 200 len: 858 time: 0.0750983 Feb 11 13:23:56.505348 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-efc5c27d-0f70-474b-b4a4-c6d913fed1b4 req-330d75f9-149a-4ec7-9493-cf9388a91ea7 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639080 Feb 11 13:23:56.532036 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-79cc3a3b-ec1f-4e7f-bef6-8a973e5a5175 req-ba7bdb8e-331e-4ef9-90cb-c11aa14de278 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=36ee8e38-a908-429c-8c98-d91947a3e7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507326 Feb 11 13:23:56.545680 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ef7377ec-79db-433c-8703-067e18692a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:56.568315 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-979a7315-4003-478c-9558-812a79fd8603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:56.585072 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ef7377ec-79db-433c-8703-067e18692a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:56.600742 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c2dfe714-c4cb-40d2-b2a3-b59b14170a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:56.622242 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-979a7315-4003-478c-9558-812a79fd8603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:56.691966 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-ef7377ec-79db-433c-8703-067e18692a03 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=8c8131db9da44abf93de6bcc060c5762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9122329 Feb 11 13:23:56.691966 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7377ec-79db-433c-8703-067e18692a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32651b82-6dbb-451e-bc25-7c8aaa41859e,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:56.697173 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 37700) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:56.702615 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ef7377ec-79db-433c-8703-067e18692a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:56.730091 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-79cc3a3b-ec1f-4e7f-bef6-8a973e5a5175 req-fb1c1f33-5f36-40c6-a358-2669c480df91 service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921759 Feb 11 13:23:56.774659 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c2566ead-c200-41a7-8c05-f501bf2541f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:56.806023 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-979a7315-4003-478c-9558-812a79fd8603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:56.814656 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-52cc3915-15e3-42ee-9a50-decb01aee34f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:56.822631 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c2566ead-c200-41a7-8c05-f501bf2541f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:56.842859 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a7315-4003-478c-9558-812a79fd8603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c360842-fd08-4547-b826-b5fd5c20c093,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:56.845504 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-979a7315-4003-478c-9558-812a79fd8603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:56.865326 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-979a7315-4003-478c-9558-812a79fd8603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:56.870426 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-979a7315-4003-478c-9558-812a79fd8603 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/5c360842-fd08-4547-b826-b5fd5c20c093 HTTP/1.1" status: 204 len: 168 time: 0.4832170 Feb 11 13:23:56.966273 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c2566ead-c200-41a7-8c05-f501bf2541f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:56.973575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-696d4e2e-e2b3-4a7a-8a25-4dd8e322f7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:56.979040 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf332224-c6a5-454f-8aae-049c81ba11b3 req-090ecb2a-2479-42ab-a7c1-44d6748a1096 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:56.980843 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bf332224-c6a5-454f-8aae-049c81ba11b3 req-090ecb2a-2479-42ab-a7c1-44d6748a1096 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.3008211 Feb 11 13:23:56.987922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2566ead-c200-41a7-8c05-f501bf2541f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32651b82-6dbb-451e-bc25-7c8aaa41859e,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:56.992623 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c2566ead-c200-41a7-8c05-f501bf2541f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:56.996730 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c2566ead-c200-41a7-8c05-f501bf2541f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:56.998300 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-c2566ead-c200-41a7-8c05-f501bf2541f7 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/32651b82-6dbb-451e-bc25-7c8aaa41859e HTTP/1.1" status: 204 len: 168 time: 0.3003452 Feb 11 13:23:57.020311 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:57.026533 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-79cc3a3b-ec1f-4e7f-bef6-8a973e5a5175 req-a0bd824e-59f6-4ed0-b28a-b7de9223a01d service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2865498 Feb 11 13:23:57.068955 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bf332224-c6a5-454f-8aae-049c81ba11b3 req-632c4100-1cb1-42da-b712-393e5bb6d611 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741942 Feb 11 13:23:57.595275 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40fbe6-439d-4086-aa3f-66233a8fc1e5 req-5d3103f6-46b3-43b2-8d45-a41be142435a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:57.597461 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ae40fbe6-439d-4086-aa3f-66233a8fc1e5 req-5d3103f6-46b3-43b2-8d45-a41be142435a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1886137 Feb 11 13:23:57.687127 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ae40fbe6-439d-4086-aa3f-66233a8fc1e5 req-13a3b6e8-43e1-413a-9549-782cc79c2d12 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824513 Feb 11 13:23:57.732421 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 37742) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:57.754136 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fc0271fc-2464-490f-9676-a9acc9ca56e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:57.779967 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-fc0271fc-2464-490f-9676-a9acc9ca56e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:57.785591 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-fc0271fc-2464-490f-9676-a9acc9ca56e1 admin admin] Usage tracker for resource:security_group_rule and tenant:9e0fe7ba95b340a5969f2ef0694e33b4 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:57.789103 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-fc0271fc-2464-490f-9676-a9acc9ca56e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:57.795507 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-fc0271fc-2464-490f-9676-a9acc9ca56e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:57.833918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9ac99-f8e8-4e6d-ae42-0813d9904faa req-37c081f7-8c10-4da7-b847-7adcd1980ecc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:57.835837 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a9e9ac99-f8e8-4e6d-ae42-0813d9904faa req-37c081f7-8c10-4da7-b847-7adcd1980ecc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.1772087 Feb 11 13:23:57.899965 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fc0271fc-2464-490f-9676-a9acc9ca56e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:57.908178 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a9e9ac99-f8e8-4e6d-ae42-0813d9904faa req-618c647f-7f83-4be4-b069-a4b87ee184eb tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652287 Feb 11 13:23:57.937509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fc0271fc-2464-490f-9676-a9acc9ca56e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:57.947506 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8e80d333-7eea-4b2b-966a-d4b6805daedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:57.994849 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-fc0271fc-2464-490f-9676-a9acc9ca56e1 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=9e0fe7ba95b340a5969f2ef0694e33b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609773 Feb 11 13:23:57.996169 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0271fc-2464-490f-9676-a9acc9ca56e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66edba5a-6b0a-447c-a59c-8408f784db60,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:57.997710 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 37750) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:57.999596 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fc0271fc-2464-490f-9676-a9acc9ca56e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:58.068705 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0ece307a-7721-4c9b-816c-910ced600276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:58.098875 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0ece307a-7721-4c9b-816c-910ced600276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:58.175023 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 37758) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:58.178901 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0ece307a-7721-4c9b-816c-910ced600276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:58.185532 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:58.201919 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece307a-7721-4c9b-816c-910ced600276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66edba5a-6b0a-447c-a59c-8408f784db60,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:58.204742 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0ece307a-7721-4c9b-816c-910ced600276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:58.216762 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0ece307a-7721-4c9b-816c-910ced600276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:58.220693 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-0ece307a-7721-4c9b-816c-910ced600276 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/66edba5a-6b0a-447c-a59c-8408f784db60 HTTP/1.1" status: 204 len: 168 time: 0.2190464 Feb 11 13:23:58.341807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-852281771-network', 'tenant_id': '00e29c751ba64590951fc193a9d8823c'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:58.348322 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:58.354405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Usage tracker for resource:network and tenant:00e29c751ba64590951fc193a9d8823c is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:58.443870 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572e62c-04fc-4859-9d84-5654d9fecb88 req-1da4b10b-a5b2-44c5-8792-275ac6f98a8c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:58.445585 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6572e62c-04fc-4859-9d84-5654d9fecb88 req-1da4b10b-a5b2-44c5-8792-275ac6f98a8c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.1903665 Feb 11 13:23:58.446552 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:58.455056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:58.521996 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6572e62c-04fc-4859-9d84-5654d9fecb88 req-fb50b294-0084-4da6-97a9-166bb709a897 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687099 Feb 11 13:23:58.554805 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Made reservation on behalf of 00e29c751ba64590951fc193a9d8823c for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:23:58.560251 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:58.575761 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:58.592958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:58.597185 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Usage tracker for resource:security_group_rule and tenant:00e29c751ba64590951fc193a9d8823c is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:58.601293 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:58.609372 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:58.700525 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:58.731632 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:58.736483 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7ef6f46b-3075-4749-a9ff-25e1b3998c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:58.768904 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:23:58.782511 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8566839-ba0a-430a-b63c-6c07c952dfe0,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:58.786105 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:58.820341 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:58.820672 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.segments_db [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Added segment ffe481f5-ee24-4270-ac1a-36f251bd1339 of type vxlan for network f00aeee0-a55a-4662-92f5-a8c965ecd91a Feb 11 13:23:58.902920 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769294074005'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:58.966442 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:58.967881 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:58.968650 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:58.974491 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cb2541c0-af14-40cb-8385-3c70f6b409d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:23:59.029866 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e507a8-6574-4be1-ac20-720861a036f1 req-9aa63b59-e2c2-450d-bee7-cccb63557ac0 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:59.031580 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e5e507a8-6574-4be1-ac20-720861a036f1 req-9aa63b59-e2c2-450d-bee7-cccb63557ac0 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1697249 Feb 11 13:23:59.102523 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e5e507a8-6574-4be1-ac20-720861a036f1 req-aff30fdc-0d3a-46e8-af32-d9768ff66265 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624599 Feb 11 13:23:59.153634 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Pushing event updated for resources: {'Network': ['ID=f00aeee0-a55a-4662-92f5-a8c965ecd91a,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:23:59.160505 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:23:59.167083 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Network f00aeee0-a55a-4662-92f5-a8c965ecd91a details requested by agent ovs-agent-dv-cinder-773985-4-smb with host dv-cinder-773985-4-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:23:59.182911 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Network f00aeee0-a55a-4662-92f5-a8c965ecd91a details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:23:59.279927 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f58b9c-960f-4499-a7db-33db195a2c93 req-32122af3-3cb3-4f19-94a4-40ffa3c68126 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:59.281640 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-61f58b9c-960f-4499-a7db-33db195a2c93 req-32122af3-3cb3-4f19-94a4-40ffa3c68126 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.2008169 Feb 11 13:23:59.287059 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 37786) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:59.287258 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1109161 Feb 11 13:23:59.294246 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-1984b706-73bd-46f8-a3ed-5a3aa0bc4880 admin admin] Request body: {'subnet': {'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-852281771-subnet', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:59.301151 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-1984b706-73bd-46f8-a3ed-5a3aa0bc4880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:23:59.305760 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-1984b706-73bd-46f8-a3ed-5a3aa0bc4880 admin admin] Usage tracker for resource:subnet and tenant:00e29c751ba64590951fc193a9d8823c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:23:59.309373 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-1984b706-73bd-46f8-a3ed-5a3aa0bc4880 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:23:59.316483 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-1984b706-73bd-46f8-a3ed-5a3aa0bc4880 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:23:59.353410 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-61f58b9c-960f-4499-a7db-33db195a2c93 req-c3b3e791-3a9d-4b3f-bd66-5f4080dbacd1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632615 Feb 11 13:23:59.429118 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1984b706-73bd-46f8-a3ed-5a3aa0bc4880 admin admin] Made reservation on behalf of 00e29c751ba64590951fc193a9d8823c for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:23:59.434056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1984b706-73bd-46f8-a3ed-5a3aa0bc4880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9677277'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:23:59.881978 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db940a49-cee1-4ca2-9f77-b6be2d43fd53 req-29f135e0-8e04-447e-b9da-2803789632b2 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:23:59.883740 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-db940a49-cee1-4ca2-9f77-b6be2d43fd53 req-29f135e0-8e04-447e-b9da-2803789632b2 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.1895275 Feb 11 13:24:00.001936 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-db940a49-cee1-4ca2-9f77-b6be2d43fd53 req-8e8dcd9d-5d79-4fb9-a636-b297bdafefa1 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112015 Feb 11 13:24:00.346188 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1984b706-73bd-46f8-a3ed-5a3aa0bc4880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2266668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9677260'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:00.363429 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:00.415539 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf4eb9-9609-45b8-ac77-3c63a4934590 req-04a47f0e-4f5d-4558-867b-d0be5e45497c tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:00.424684 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8ddf4eb9-9609-45b8-ac77-3c63a4934590 req-04a47f0e-4f5d-4558-867b-d0be5e45497c tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1812651 Feb 11 13:24:00.510663 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8ddf4eb9-9609-45b8-ac77-3c63a4934590 req-e0741ac7-6da8-4fd7-892e-4d8a0bf8fd84 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865426 Feb 11 13:24:00.622281 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984b706-73bd-46f8-a3ed-5a3aa0bc4880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91ff8925-901e-4f62-a46b-d8fc7bef8096,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:00.632779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1984b706-73bd-46f8-a3ed-5a3aa0bc4880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:00.650492 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1984b706-73bd-46f8-a3ed-5a3aa0bc4880 admin admin] Checking segment: {'id': 'ffe481f5-ee24-4270-ac1a-36f251bd1339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:24:00.653220 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1984b706-73bd-46f8-a3ed-5a3aa0bc4880 admin admin] Network hostable DHCP agents. Network: f00aeee0-a55a-4662-92f5-a8c965ecd91a, hostable agents: ['1ef1e8a0-3524-48fd-9506-a9618884bda0'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:24:00.774718 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ace95f-c831-4641-8598-8da0d463c2eb req-01c15592-7c6b-42db-90b2-0ac657e285c4 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:00.776488 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-82ace95f-c831-4641-8598-8da0d463c2eb req-01c15592-7c6b-42db-90b2-0ac657e285c4 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.2336345 Feb 11 13:24:00.777852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1984b706-73bd-46f8-a3ed-5a3aa0bc4880 admin admin] Network f00aeee0-a55a-4662-92f5-a8c965ecd91a is scheduled to be hosted by DHCP agent 1ef1e8a0-3524-48fd-9506-a9618884bda0 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:24:00.847385 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-82ace95f-c831-4641-8598-8da0d463c2eb req-7c02f82b-218e-485e-8b4a-04a2177acd32 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620315 Feb 11 13:24:00.848631 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-1984b706-73bd-46f8-a3ed-5a3aa0bc4880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-smb, f00aeee0-a55a-4662-92f5-a8c965ecd91a) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:24:00.858194 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aec61d-598c-4449-83d9-0759412b2c2f None None] Network f00aeee0-a55a-4662-92f5-a8c965ecd91a requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:24:00.868947 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1984b706-73bd-46f8-a3ed-5a3aa0bc4880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:00.869684 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1984b706-73bd-46f8-a3ed-5a3aa0bc4880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:00.933102 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-1984b706-73bd-46f8-a3ed-5a3aa0bc4880 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6433625 Feb 11 13:24:00.936524 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 37820) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:00.945325 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-852281771-router', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:00.952227 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:24:00.958176 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Usage tracker for resource:router and tenant:00e29c751ba64590951fc193a9d8823c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:24:00.962149 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:24:00.969731 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:24:01.029457 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853194696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774854'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:01.030815 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853191021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854262381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-947'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:01.052165 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:01.141974 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15d7bf49-fbbe-50d7-94f3-dd471b9ffc91-f00aeee0-a55a-4662-92f5-a8c965ecd91a', 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'fixed_ips': [{'subnet_id': '91ff8925-901e-4f62-a46b-d8fc7bef8096'}]}} from dv-cinder-773985-4-smb. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 13:24:01.143895 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:01.568552 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c0c37-a843-4b5d-88ea-298df787aab0 req-9c41a000-663f-4337-9e5c-c0c8bdb3cbd7 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:01.573379 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-369c0c37-a843-4b5d-88ea-298df787aab0 req-9c41a000-663f-4337-9e5c-c0c8bdb3cbd7 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.4157543 Feb 11 13:24:01.728364 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-369c0c37-a843-4b5d-88ea-298df787aab0 req-bd72d413-65a3-4e99-a2ab-808c9d5b3d2d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454868 Feb 11 13:24:01.743731 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Allocated IP 172.20.0.2 (f00aeee0-a55a-4662-92f5-a8c965ecd91a/91ff8925-901e-4f62-a46b-d8fc7bef8096/38904d05-c642-465b-ab45-ea3883853423) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:24:01.955032 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854262398', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853194709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-928'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:02.015089 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:02.029076 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Transition to ACTIVE for port object 38904d05-c642-465b-ab45-ea3883853423 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:24:02.110205 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Transition to ACTIVE for port object 38904d05-c642-465b-ab45-ea3883853423 will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:24:02.149567 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:02.174761 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:02.231577 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c66fd4-b3cf-424d-bfb1-d2686ad078eb req-12365679-5861-4f1e-98ba-fcc11c6835e5 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:02.233464 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-30c66fd4-b3cf-424d-bfb1-d2686ad078eb req-12365679-5861-4f1e-98ba-fcc11c6835e5 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.1930008 Feb 11 13:24:02.246336 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed778f-f68e-47da-9354-c2972436beb6 req-33845cee-3a43-433f-87a7-3a207cd77141 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:02.247942 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-05ed778f-f68e-47da-9354-c2972436beb6 req-33845cee-3a43-433f-87a7-3a207cd77141 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.2862039 Feb 11 13:24:02.351593 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-30c66fd4-b3cf-424d-bfb1-d2686ad078eb req-933e04b6-f751-4fe4-8cf7-7d0e54c7e424 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087840 Feb 11 13:24:02.388926 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Pushing event updated for resources: {'Port': ['ID=38904d05-c642-465b-ab45-ea3883853423,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:02.403284 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.403800 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.404259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.404709 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.405158 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.405642 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.406108 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.406688 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.413455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.413455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.413455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.413455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.413455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.413455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.413455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.413455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.413455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.413455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.413455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.413455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.413455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.413455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.413455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.415061 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:02.427902 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:02.553271 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Network f00aeee0-a55a-4662-92f5-a8c965ecd91a is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:24:02.555412 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Resources bound (agent type, host, resource id): {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:24:02.572585 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:24:02.587972 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-05ed778f-f68e-47da-9354-c2972436beb6 req-993b392f-091b-4b12-a9ba-7859a5acfd1a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295193 Feb 11 13:24:02.619741 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:02.640051 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Attempting to bind port 38904d05-c642-465b-ab45-ea3883853423 on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:02.640584 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Attempting to bind port 38904d05-c642-465b-ab45-ea3883853423 by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': 'ffe481f5-ee24-4270-ac1a-36f251bd1339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:24:02.640913 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Attempting to bind port 38904d05-c642-465b-ab45-ea3883853423 on network f00aeee0-a55a-4662-92f5-a8c965ecd91a {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:24:02.647998 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:24:02.648432 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Checking segment: {'id': 'ffe481f5-ee24-4270-ac1a-36f251bd1339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:24:02.648890 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:02.649600 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Bound using segment: {'id': 'ffe481f5-ee24-4270-ac1a-36f251bd1339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:24:02.649863 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Bound port: 38904d05-c642-465b-ab45-ea3883853423, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe481f5-ee24-4270-ac1a-36f251bd1339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:24:02.650298 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:02.654288 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:02.747105 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] For port 38904d05-c642-465b-ab45-ea3883853423, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:24:02.750527 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] For port 38904d05-c642-465b-ab45-ea3883853423, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=38904d05-c642-465b-ab45-ea3883853423,segment=NetworkSegment(ffe481f5-ee24-4270-ac1a-36f251bd1339),segment_id=ffe481f5-ee24-4270-ac1a-36f251bd1339)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:24:02.789742 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:02.870840 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:02.962792 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Pushing event updated for resources: {'Port': ['ID=38904d05-c642-465b-ab45-ea3883853423,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:02.968113 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:02.969128 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Allocated IP 172.28.1.68 (9b988e67-9b89-43b7-af4a-040b9df3e619/8661603f-17f1-42e8-835b-9e08198d29f6/101c2539-7940-4f3f-a475-6ce97b9e5185) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:24:03.164688 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:03.251695 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c33fcf-8b59-4994-8e55-2116bd182d65 req-2a3e6f34-8d04-46cb-b2b2-63db0783f6f9 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:03.254056 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-99c33fcf-8b59-4994-8e55-2116bd182d65 req-2a3e6f34-8d04-46cb-b2b2-63db0783f6f9 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.3807948 Feb 11 13:24:03.309480 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:03.330292 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-99c33fcf-8b59-4994-8e55-2116bd182d65 req-ae7dd7d5-695d-4143-917c-881cb21346e9 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688684 Feb 11 13:24:03.335176 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:03.560317 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Pushing event updated for resources: {'Port': ['ID=101c2539-7940-4f3f-a475-6ce97b9e5185,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:03.564781 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:03.689808 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Network 9b988e67-9b89-43b7-af4a-040b9df3e619 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:24:03.692321 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:24:03.694799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:24:03.764827 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 38904d05-c642-465b-ab45-ea3883853423 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:24:03.851461 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06406419-04a3-4323-8198-bd2f6698a2cc req-982174df-5cb4-4918-adb6-1660ef3b3f2c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:03.853392 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-06406419-04a3-4323-8198-bd2f6698a2cc req-982174df-5cb4-4918-adb6-1660ef3b3f2c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.2875881 Feb 11 13:24:03.902682 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port 38904d05-c642-465b-ab45-ea3883853423 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:24:03.917828 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ceafcd-a782-427b-9a5a-970444e851ee req-a1282737-4672-4c61-b2db-99f96e0cbe4f tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:03.919612 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b2ceafcd-a782-427b-9a5a-970444e851ee req-a1282737-4672-4c61-b2db-99f96e0cbe4f tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1811383 Feb 11 13:24:03.986931 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b2ceafcd-a782-427b-9a5a-970444e851ee req-a44c4185-7677-49a7-bb66-046b6607d4a4 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604286 Feb 11 13:24:04.121214 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-06406419-04a3-4323-8198-bd2f6698a2cc req-474d953b-c9fb-42e2-a3b0-ba42dd281bc6 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582021 Feb 11 13:24:04.409555 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02468b48-df62-4c0a-b4b6-76dfe87b2857 None None] Network f00aeee0-a55a-4662-92f5-a8c965ecd91a requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:24:04.474068 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:04.521253 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-d95e31ef-e76f-4f7d-90ad-6162f5e06175 None None] Provisioning for port 38904d05-c642-465b-ab45-ea3883853423 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:24:04.540034 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-d95e31ef-e76f-4f7d-90ad-6162f5e06175 None None] Provisioning complete for port 38904d05-c642-465b-ab45-ea3883853423 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:24:04.540474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d95e31ef-e76f-4f7d-90ad-6162f5e06175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:04.737847 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ba140-8ef1-49cd-9492-00b88377c5c7 req-8349f950-8d91-488e-92e0-1be2e79e6e9b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:04.739957 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9a1ba140-8ef1-49cd-9492-00b88377c5c7 req-8349f950-8d91-488e-92e0-1be2e79e6e9b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.2005432 Feb 11 13:24:04.818440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d95e31ef-e76f-4f7d-90ad-6162f5e06175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:04.825261 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9a1ba140-8ef1-49cd-9492-00b88377c5c7 req-e7ee23cb-8e80-48b1-b672-fce14b3131fc tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772977 Feb 11 13:24:04.889307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-d95e31ef-e76f-4f7d-90ad-6162f5e06175 None None] For port 38904d05-c642-465b-ab45-ea3883853423, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=38904d05-c642-465b-ab45-ea3883853423,segment=NetworkSegment(ffe481f5-ee24-4270-ac1a-36f251bd1339),segment_id=ffe481f5-ee24-4270-ac1a-36f251bd1339)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:24:04.949024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d95e31ef-e76f-4f7d-90ad-6162f5e06175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:04.952302 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-23f9464c-af4a-4e27-bb68-c27f42bc9ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:05.041337 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e31ef-e76f-4f7d-90ad-6162f5e06175 None None] Pushing event updated for resources: {'Port': ['ID=38904d05-c642-465b-ab45-ea3883853423,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:05.053508 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d95e31ef-e76f-4f7d-90ad-6162f5e06175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:05.121317 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513509'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:05.192914 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-fabf9a2a-0588-45db-8e50-aa4b46262b52 None None] Provisioning complete for port 38904d05-c642-465b-ab45-ea3883853423 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:24:05.193347 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fabf9a2a-0588-45db-8e50-aa4b46262b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:05.556476 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-5d772387-1d4e-437e-89d7-8bb8350fe6e3 None None] Provisioning complete for port 38904d05-c642-465b-ab45-ea3883853423 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:24:05.556902 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5d772387-1d4e-437e-89d7-8bb8350fe6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:05.607456 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d2edd-7b7a-431f-aadd-73aa7418f6b6 req-4597e8ea-cf35-4c4d-9c1f-da36a2e997a1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:05.609468 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-907d2edd-7b7a-431f-aadd-73aa7418f6b6 req-4597e8ea-cf35-4c4d-9c1f-da36a2e997a1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.2781713 Feb 11 13:24:05.651822 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed9968-d860-498b-a4e0-2d4fd616d23d req-cc7546f3-6475-4c41-bbdd-9dbfceb87007 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:05.660292 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a4ed9968-d860-498b-a4e0-2d4fd616d23d req-cc7546f3-6475-4c41-bbdd-9dbfceb87007 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.4552145 Feb 11 13:24:05.738105 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-907d2edd-7b7a-431f-aadd-73aa7418f6b6 req-d43f7479-2e66-49e9-86b9-b8ce28567664 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164553 Feb 11 13:24:05.749017 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 38904d05-c642-465b-ab45-ea3883853423 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:24:05.773798 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a4ed9968-d860-498b-a4e0-2d4fd616d23d req-e8966cc1-3f8b-4e0a-adda-a4eb40787db7 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126099 Feb 11 13:24:05.811387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Router 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 is scheduled to L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 13:24:05.844743 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 38904d05-c642-465b-ab45-ea3883853423 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:24:05.845223 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:05.997112 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-23af049f-799c-4ff5-9249-e221e2ca1d88 None None] Provisioning complete for port 38904d05-c642-465b-ab45-ea3883853423 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:24:05.997424 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-23af049f-799c-4ff5-9249-e221e2ca1d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:06.022560 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:24:06.034015 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Sync routers for ids ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'] in dv-cinder-773985-4-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:24:06.049914 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Routers {'9fd5bfaa-2d4b-4751-9bd0-23df613279f6'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:24:06.050636 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:23:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:24:06.097398 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:06.102005 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] 10.222.0.120 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1606340 Feb 11 13:24:06.102005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 37922) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:06.190330 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784e387-ac63-4e88-8f09-a1d16cefb7ee req-a54148e9-9616-47b5-abbf-cf99bf8ab678 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:06.192073 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5784e387-ac63-4e88-8f09-a1d16cefb7ee req-a54148e9-9616-47b5-abbf-cf99bf8ab678 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.1986465 Feb 11 13:24:06.253433 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Set router 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:24:06.261211 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5784e387-ac63-4e88-8f09-a1d16cefb7ee req-5986a0e7-f3d8-4097-9e84-53319798c93b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620375 Feb 11 13:24:06.584490 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'name': 'tempest-TestMinimumBasicScenario-852281771-router', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:24:01Z', 'updated_at': '2021-02-11T13:24:04Z', 'revision_number': 3, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'gw_port': {'id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:02Z', 'updated_at': '2021-02-11T13:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:24:06.588906 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Checking router: 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 for host: dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:24:06.589244 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Updating router 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 port 101c2539-7940-4f3f-a475-6ce97b9e5185 binding host dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:24:06.647004 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:07.008272 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:07.107824 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:07.177405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Transition to ACTIVE for port object 101c2539-7940-4f3f-a475-6ce97b9e5185 will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:24:07.184937 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d86a4-0097-4899-8dcf-df94a76e99ca req-d027f92f-299b-4fb8-9ead-46d7538e696e tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:07.186019 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-881d86a4-0097-4899-8dcf-df94a76e99ca req-d027f92f-299b-4fb8-9ead-46d7538e696e tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.2665882 Feb 11 13:24:07.196368 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0454c1-eb64-4438-8248-a7af62ee4e47 req-ae81221a-eb31-40e3-a1ca-0ed532f6dea2 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:07.198072 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6e0454c1-eb64-4438-8248-a7af62ee4e47 req-ae81221a-eb31-40e3-a1ca-0ed532f6dea2 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1885810 Feb 11 13:24:07.206718 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:07.223846 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:07.299927 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6e0454c1-eb64-4438-8248-a7af62ee4e47 req-bccd136a-1bf6-466b-b87e-e7901e6397a2 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948915 Feb 11 13:24:07.303031 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Pushing event updated for resources: {'Port': ['ID=101c2539-7940-4f3f-a475-6ce97b9e5185,revision_number=2']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:07.314280 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.315280 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.315694 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.315908 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.316239 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.316590 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.316952 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.317318 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.317675 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.318096 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.318403 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.319267 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.319267 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.319705 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.320064 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.320416 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.322790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.322790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.322790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.322790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.322790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.322790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.322790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.323512 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:07.329364 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:07.340547 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-881d86a4-0097-4899-8dcf-df94a76e99ca req-fd83d02d-5345-49be-9833-22ba82c973f4 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039236 Feb 11 13:24:07.497677 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Attempting to bind port 101c2539-7940-4f3f-a475-6ce97b9e5185 on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:07.498095 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Attempting to bind port 101c2539-7940-4f3f-a475-6ce97b9e5185 by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:24:07.498496 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Attempting to bind port 101c2539-7940-4f3f-a475-6ce97b9e5185 on network 9b988e67-9b89-43b7-af4a-040b9df3e619 {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:24:07.505077 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:24:07.507403 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Checking segment: {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:24:07.507403 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:07.507403 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Bound using segment: {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:24:07.507875 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Bound port: 101c2539-7940-4f3f-a475-6ce97b9e5185, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:24:07.508298 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:07.610989 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e13695-35e5-4ec8-bbb2-53bcc0b76ecd req-aa7ed4ef-bb51-45cf-b91d-88000e175db6 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:07.612331 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] For port 101c2539-7940-4f3f-a475-6ce97b9e5185, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:24:07.613226 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-54e13695-35e5-4ec8-bbb2-53bcc0b76ecd req-aa7ed4ef-bb51-45cf-b91d-88000e175db6 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.1809275 Feb 11 13:24:07.615837 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] For port 101c2539-7940-4f3f-a475-6ce97b9e5185, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=101c2539-7940-4f3f-a475-6ce97b9e5185,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:24:07.663513 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:07.684679 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-54e13695-35e5-4ec8-bbb2-53bcc0b76ecd req-9c32a1b0-7bd0-4537-a0b5-3e93437d47f0 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641558 Feb 11 13:24:07.712139 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 37948) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:07.758133 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:07.901029 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-35401a60-2c19-41b3-a316-5b8bae3610a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:07.920689 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-35401a60-2c19-41b3-a316-5b8bae3610a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:24:07.926006 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-35401a60-2c19-41b3-a316-5b8bae3610a9 admin admin] Usage tracker for resource:security_group_rule and tenant:bf2ea7957535407090f2e00a3c3c1bb7 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:24:07.929748 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-35401a60-2c19-41b3-a316-5b8bae3610a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:24:07.945841 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-35401a60-2c19-41b3-a316-5b8bae3610a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:24:07.946945 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Allocated IP 172.20.0.1 (f00aeee0-a55a-4662-92f5-a8c965ecd91a/91ff8925-901e-4f62-a46b-d8fc7bef8096/c8d20e41-d46b-4c4c-8788-d9dddd2c4110) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:24:08.034162 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Pushing event updated for resources: {'Port': ['ID=101c2539-7940-4f3f-a475-6ce97b9e5185,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:08.161158 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:08.161158 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Routers {'9fd5bfaa-2d4b-4751-9bd0-23df613279f6'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:24:08.161158 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:23:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:24:08.259812 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] Set router 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:24:08.599371 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'name': 'tempest-TestMinimumBasicScenario-852281771-router', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:24:01Z', 'updated_at': '2021-02-11T13:24:04Z', 'revision_number': 3, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'gw_port': {'id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:02Z', 'updated_at': '2021-02-11T13:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:24:08.605677 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043505b-eadb-45b1-ad7b-7681656b8d71 None None] The sync data for ids ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'] in dv-cinder-773985-4-smb is: [{'id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'name': 'tempest-TestMinimumBasicScenario-852281771-router', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:24:01Z', 'updated_at': '2021-02-11T13:24:04Z', 'revision_number': 3, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'gw_port': {'id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:02Z', 'updated_at': '2021-02-11T13:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:24:08.712017 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-35401a60-2c19-41b3-a316-5b8bae3610a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:08.752873 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:08.827503 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06199d-a6b8-48ac-ae69-2f46d4e42dd5 req-c949e628-c194-49a5-846a-c47dc9fdf613 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:08.829762 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9a06199d-a6b8-48ac-ae69-2f46d4e42dd5 req-c949e628-c194-49a5-846a-c47dc9fdf613 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.2375371 Feb 11 13:24:08.832093 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-35401a60-2c19-41b3-a316-5b8bae3610a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:08.841853 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b7bb0b1e-a218-4d6a-b5ad-c04be3de66c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:08.852373 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec9446-0b57-48f2-a262-cc53ee380513 req-7c87b751-d06c-4462-af1f-c7257cd27625 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:08.854615 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9fec9446-0b57-48f2-a262-cc53ee380513 req-7c87b751-d06c-4462-af1f-c7257cd27625 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.2490919 Feb 11 13:24:08.897073 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 37974) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:08.904778 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Transition to ACTIVE for port object c8d20e41-d46b-4c4c-8788-d9dddd2c4110 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:24:08.935982 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-35401a60-2c19-41b3-a316-5b8bae3610a9 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=bf2ea7957535407090f2e00a3c3c1bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2198861 Feb 11 13:24:08.938464 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35401a60-2c19-41b3-a316-5b8bae3610a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d682fbd-0c57-407b-9b48-ab177e3e9bbc,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:08.941660 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 37980) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:08.947299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-35401a60-2c19-41b3-a316-5b8bae3610a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:08.948999 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9fec9446-0b57-48f2-a262-cc53ee380513 req-0edea44a-3a2f-463f-a79d-8e7b89d22554 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836530 Feb 11 13:24:08.996293 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9a06199d-a6b8-48ac-ae69-2f46d4e42dd5 req-eb51508d-352c-4214-946f-2c05af1bd0a1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454952 Feb 11 13:24:09.046636 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:09.112188 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:09.131566 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7bf9d852-18fb-4f23-815d-e83ca520347e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:09.184067 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7bf9d852-18fb-4f23-815d-e83ca520347e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:09.259781 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-41243245-bc40-4220-9e00-ff66235940f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:09.282696 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-41243245-bc40-4220-9e00-ff66235940f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:24:09.287488 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-41243245-bc40-4220-9e00-ff66235940f2 admin admin] Usage tracker for resource:security_group_rule and tenant:e2c3d6c5b5164b128b6b23bebdbe0287 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:24:09.291273 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-41243245-bc40-4220-9e00-ff66235940f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:24:09.307132 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-41243245-bc40-4220-9e00-ff66235940f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:24:09.421947 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Pushing event updated for resources: {'Port': ['ID=c8d20e41-d46b-4c4c-8788-d9dddd2c4110,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:09.431856 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:09.577509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429e1ec-37cf-4098-9677-3c830e7504c9 req-99ce96f6-a7c6-48a4-8bfb-d8aafc717548 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:09.578784 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7bf9d852-18fb-4f23-815d-e83ca520347e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:09.579164 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5429e1ec-37cf-4098-9677-3c830e7504c9 req-99ce96f6-a7c6-48a4-8bfb-d8aafc717548 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.3943019 Feb 11 13:24:09.588921 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Network f00aeee0-a55a-4662-92f5-a8c965ecd91a is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:24:09.591897 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:24:09.592908 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c78021bc-3399-48c5-b869-3c717d5f8813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:09.595058 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:24:09.613613 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-41243245-bc40-4220-9e00-ff66235940f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:09.614880 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9d852-18fb-4f23-815d-e83ca520347e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d682fbd-0c57-407b-9b48-ab177e3e9bbc,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:09.617427 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7bf9d852-18fb-4f23-815d-e83ca520347e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:09.618747 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-7bf9d852-18fb-4f23-815d-e83ca520347e admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/8d682fbd-0c57-407b-9b48-ab177e3e9bbc HTTP/1.1" status: 204 len: 168 time: 0.6734276 Feb 11 13:24:09.619984 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7bf9d852-18fb-4f23-815d-e83ca520347e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:09.657150 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-41243245-bc40-4220-9e00-ff66235940f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:09.680404 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-da099454-8bbd-4efb-ba29-05f89d34db3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:09.710460 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5429e1ec-37cf-4098-9677-3c830e7504c9 req-b628797b-e394-4c0d-b9b2-c90ba9dae1fc tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198668 Feb 11 13:24:09.762411 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41243245-bc40-4220-9e00-ff66235940f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb3f7fe-daa4-420b-970a-c3bc7994c173,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:09.768460 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-514489'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:09.768627 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-41243245-bc40-4220-9e00-ff66235940f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:09.814933 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-41243245-bc40-4220-9e00-ff66235940f2 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=e2c3d6c5b5164b128b6b23bebdbe0287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9101713 Feb 11 13:24:09.815760 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 37998) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:09.903567 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 101c2539-7940-4f3f-a475-6ce97b9e5185 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:24:09.921364 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-814c4dbc-c2d1-4f2e-af1b-7e3d728e3f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:09.972087 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-814c4dbc-c2d1-4f2e-af1b-7e3d728e3f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:09.977704 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:10.041916 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-bd6d192e-e0b7-4a65-a1e1-d169e7e5db14 None None] Provisioning for port c8d20e41-d46b-4c4c-8788-d9dddd2c4110 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:24:10.054534 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-bd6d192e-e0b7-4a65-a1e1-d169e7e5db14 None None] Provisioning complete for port c8d20e41-d46b-4c4c-8788-d9dddd2c4110 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:24:10.055583 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bd6d192e-e0b7-4a65-a1e1-d169e7e5db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:10.125796 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d192e-e0b7-4a65-a1e1-d169e7e5db14 None None] Port c8d20e41-d46b-4c4c-8788-d9dddd2c4110 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:24:10.126037 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-814c4dbc-c2d1-4f2e-af1b-7e3d728e3f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:10.128284 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port 101c2539-7940-4f3f-a475-6ce97b9e5185 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:24:10.134805 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 101c2539-7940-4f3f-a475-6ce97b9e5185 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:24:10.135609 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:10.136112 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e49bd5d3-c494-44ac-85b2-298d743f2274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:10.170953 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c4dbc-c2d1-4f2e-af1b-7e3d728e3f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb3f7fe-daa4-420b-970a-c3bc7994c173,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:10.173369 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-814c4dbc-c2d1-4f2e-af1b-7e3d728e3f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:10.175236 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-814c4dbc-c2d1-4f2e-af1b-7e3d728e3f58 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/feb3f7fe-daa4-420b-970a-c3bc7994c173 HTTP/1.1" status: 204 len: 168 time: 0.3580441 Feb 11 13:24:10.176339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-814c4dbc-c2d1-4f2e-af1b-7e3d728e3f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:10.309469 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:10.331397 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] For port 101c2539-7940-4f3f-a475-6ce97b9e5185, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=101c2539-7940-4f3f-a475-6ce97b9e5185,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:24:10.360168 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:10.362714 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:10.424393 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb0703-49d1-4a76-ae86-8e46c8bd45dc req-435d8c18-3345-48ba-8e4c-6b22da1e4573 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:10.433808 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-84eb0703-49d1-4a76-ae86-8e46c8bd45dc req-435d8c18-3345-48ba-8e4c-6b22da1e4573 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.2261193 Feb 11 13:24:10.496663 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Pushing event updated for resources: {'Port': ['ID=101c2539-7940-4f3f-a475-6ce97b9e5185,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:10.508348 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:10.512244 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-84eb0703-49d1-4a76-ae86-8e46c8bd45dc req-e97e3a2f-6a30-4feb-bfbc-119b0bc6a400 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770907 Feb 11 13:24:10.541757 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5aff0-d2c6-4256-b01e-36a79399fa33 req-8e68192c-ab36-4a6a-ba02-b33f4bc89fa0 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:10.543478 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-80c5aff0-d2c6-4256-b01e-36a79399fa33 req-8e68192c-ab36-4a6a-ba02-b33f4bc89fa0 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.3486831 Feb 11 13:24:10.666758 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-80c5aff0-d2c6-4256-b01e-36a79399fa33 req-fd58b33c-8f2d-421e-82fc-132bdcabf0fb tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083169 Feb 11 13:24:10.694199 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:10.760620 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2266548'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:10.784739 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 38024) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:10.811135 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5d9268a-16fe-415f-a5e5-6c58e30bbd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:10.824215 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-db9b3ed3-df80-45f0-a59c-0388b013bf2d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:10.836951 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f5d9268a-16fe-415f-a5e5-6c58e30bbd68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:24:10.869221 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-f5d9268a-16fe-415f-a5e5-6c58e30bbd68 admin admin] Usage tracker for resource:security_group_rule and tenant:1b30f5ccd94e40c9b435f8eca518a866 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:24:10.880069 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-f5d9268a-16fe-415f-a5e5-6c58e30bbd68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:24:10.901809 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f5d9268a-16fe-415f-a5e5-6c58e30bbd68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:24:11.063117 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Pushing event updated for resources: {'Port': ['ID=c8d20e41-d46b-4c4c-8788-d9dddd2c4110,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:11.073771 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853191683'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:11.094775 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:11.112502 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5d9268a-16fe-415f-a5e5-6c58e30bbd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:11.154659 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f5d9268a-16fe-415f-a5e5-6c58e30bbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:11.195135 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-191dcab9-746e-4d51-9f99-4f1f8cd072ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:11.257647 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-f5d9268a-16fe-415f-a5e5-6c58e30bbd68 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=1b30f5ccd94e40c9b435f8eca518a866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4713893 Feb 11 13:24:11.258587 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9268a-16fe-415f-a5e5-6c58e30bbd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19def8fb-78f9-40b7-892d-e5566c28bdb9,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:11.260373 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 38034) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:11.272669 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f5d9268a-16fe-415f-a5e5-6c58e30bbd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:11.436197 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a565c4-82cb-4ebf-b2bd-93591ebd130a req-28944b42-f82e-4d80-bec8-056f3fd48ac6 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:11.438136 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-13a565c4-82cb-4ebf-b2bd-93591ebd130a req-28944b42-f82e-4d80-bec8-056f3fd48ac6 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.4908979 Feb 11 13:24:11.598369 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Network f00aeee0-a55a-4662-92f5-a8c965ecd91a is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:24:11.604822 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:24:11.660080 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-13a565c4-82cb-4ebf-b2bd-93591ebd130a req-98964865-c150-46e2-bb42-ba05067fd1dc tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012377 Feb 11 13:24:11.830165 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 101c2539-7940-4f3f-a475-6ce97b9e5185 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:24:11.994374 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8a0c8-5303-4f94-b096-0786a552d92e req-be8cb814-2dd5-4463-afe9-a16ed99d190a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:12.004842 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b9e8a0c8-5303-4f94-b096-0786a552d92e req-be8cb814-2dd5-4463-afe9-a16ed99d190a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.4319537 Feb 11 13:24:12.028874 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 101c2539-7940-4f3f-a475-6ce97b9e5185 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:24:12.029300 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:12.084548 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b9e8a0c8-5303-4f94-b096-0786a552d92e req-7d94c80a-7e9a-454f-a5f7-7c4fba7cb913 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785387 Feb 11 13:24:12.119550 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-4a05ac54-dc95-45db-be7b-42e2db7c2a8f None None] Provisioning complete for port c8d20e41-d46b-4c4c-8788-d9dddd2c4110 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:24:12.120101 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4a05ac54-dc95-45db-be7b-42e2db7c2a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:12.202067 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-4a05ac54-dc95-45db-be7b-42e2db7c2a8f None None] Port c8d20e41-d46b-4c4c-8788-d9dddd2c4110 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:24:12.250180 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6c0458e7-deee-4f33-bb65-71678e74150d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:12.325594 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 38052) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:12.383379 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6c0458e7-deee-4f33-bb65-71678e74150d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:12.427074 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Router 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:24:12.583685 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1f0b1-c078-4cc2-840c-1e4b9368ba97 req-ba3ba8b4-43ca-43f4-a823-147b973f584b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:12.585337 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-78a1f0b1-c078-4cc2-840c-1e4b9368ba97 req-ba3ba8b4-43ca-43f4-a823-147b973f584b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.4796298 Feb 11 13:24:12.600537 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1265030046-network', 'tenant_id': 'bfb8b6d8b8204bc29a8dd22b2647ad78'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:12.605722 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:24:12.610647 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Usage tracker for resource:network and tenant:bfb8b6d8b8204bc29a8dd22b2647ad78 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:24:12.614350 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:24:12.620378 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:24:12.676258 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Made reservation on behalf of bfb8b6d8b8204bc29a8dd22b2647ad78 for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:24:12.681285 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:12.698248 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:12.718828 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:24:12.724458 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Usage tracker for resource:security_group_rule and tenant:bfb8b6d8b8204bc29a8dd22b2647ad78 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:24:12.728127 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:24:12.738032 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:24:12.845274 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:12.879609 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2d1c2-b148-4c91-8399-264d46f8660d req-f10c001e-5c16-4250-8bbe-60de872b4920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:12.881235 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-07f2d1c2-b148-4c91-8399-264d46f8660d req-f10c001e-5c16-4250-8bbe-60de872b4920 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=44959c6d103d41b6bfab4a6f3e28a3b9&device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 1162 time: 0.6775613 Feb 11 13:24:12.909064 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:12.933546 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:24:12.948800 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:12.949481 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.segments_db [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Added segment c30f5603-cd0d-44d0-99aa-9b15ee5a02c0 of type vxlan for network 46567eef-3934-4388-af47-340663a3590a Feb 11 13:24:12.992358 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769294074005'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:13.071425 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-35401a60-2c19-41b3-a316-5b8bae3610a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:13.110678 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ad0da7-769b-44f7-a39e-ffff35261bb0,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:13.136675 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:13.166030 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-78a1f0b1-c078-4cc2-840c-1e4b9368ba97 req-4db2a80a-329c-41c9-afa7-e884a2ced0d0 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892768 Feb 11 13:24:13.174034 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6c0458e7-deee-4f33-bb65-71678e74150d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:13.183086 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c0d6f133-7dda-4f51-b6af-c0828e68de1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:13.226378 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0458e7-deee-4f33-bb65-71678e74150d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19def8fb-78f9-40b7-892d-e5566c28bdb9,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:13.226465 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6c0458e7-deee-4f33-bb65-71678e74150d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:13.265824 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2d1c2-b148-4c91-8399-264d46f8660d req-e4a2ffcd-b180-48d8-bf61-a91be1cdd92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:13.268113 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-07f2d1c2-b148-4c91-8399-264d46f8660d req-e4a2ffcd-b180-48d8-bf61-a91be1cdd92d service neutron] 10.222.0.111 "GET /v2.0/networks?id=432d53e6-aee4-4826-b14b-87a1a91902b3 HTTP/1.1" status: 200 len: 904 time: 0.3769410 Feb 11 13:24:13.281576 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:24:13.297049 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] 10.222.0.120 "PUT /v2.0/routers/9fd5bfaa-2d4b-4751-9bd0-23df613279f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1936224 Feb 11 13:24:13.300615 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6c0458e7-deee-4f33-bb65-71678e74150d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:13.301141 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Sync routers for ids ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'] in dv-cinder-773985-4-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:24:13.301804 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-6c0458e7-deee-4f33-bb65-71678e74150d admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/19def8fb-78f9-40b7-892d-e5566c28bdb9 HTTP/1.1" status: 204 len: 168 time: 2.0365024 Feb 11 13:24:13.308083 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de15064-1f43-4ba8-9e4b-75db462a94d2 req-c6f7ee42-b35f-41b7-8104-6c611dd05c5a tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:13.317451 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3de15064-1f43-4ba8-9e4b-75db462a94d2 req-c6f7ee42-b35f-41b7-8104-6c611dd05c5a tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.2967656 Feb 11 13:24:13.342370 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Routers {'9fd5bfaa-2d4b-4751-9bd0-23df613279f6'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:24:13.345984 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:23:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:24:13.367428 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:13.370966 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:13.371605 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:13.381256 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:13.511297 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3de15064-1f43-4ba8-9e4b-75db462a94d2 req-28372e38-a095-47fb-8da0-3b1a9a7d9562 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922622 Feb 11 13:24:13.528769 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-07f2d1c2-b148-4c91-8399-264d46f8660d req-b499c576-fee5-4c82-a145-cc9a77359566 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=713488f7-97dd-45ef-a4ec-2555dc4160a4 HTTP/1.1" status: 200 len: 1001 time: 0.2300341 Feb 11 13:24:13.651666 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Pushing event updated for resources: {'Network': ['ID=46567eef-3934-4388-af47-340663a3590a,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:13.665433 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:13.717666 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3878958 Feb 11 13:24:13.717951 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 38072) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:13.725022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-6e1137b9-6d18-4e5c-ac78-4f4b25bca11f admin admin] Request body: {'subnet': {'network_id': '46567eef-3934-4388-af47-340663a3590a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1265030046-subnet', 'tenant_id': 'bfb8b6d8b8204bc29a8dd22b2647ad78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:13.733910 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2d1c2-b148-4c91-8399-264d46f8660d req-8e8e9d42-a0c5-4c41-93b7-e409d3ed5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:13.737130 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-6e1137b9-6d18-4e5c-ac78-4f4b25bca11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:24:13.742286 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-07f2d1c2-b148-4c91-8399-264d46f8660d req-8e8e9d42-a0c5-4c41-93b7-e409d3ed5f47 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=98e5bf59-6944-4238-8be4-f45d233ac77b HTTP/1.1" status: 200 len: 849 time: 0.1284518 Feb 11 13:24:13.748186 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-6e1137b9-6d18-4e5c-ac78-4f4b25bca11f admin admin] Usage tracker for resource:subnet and tenant:bfb8b6d8b8204bc29a8dd22b2647ad78 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:24:13.751504 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-6e1137b9-6d18-4e5c-ac78-4f4b25bca11f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:24:13.760124 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Set router 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:24:13.769847 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-6e1137b9-6d18-4e5c-ac78-4f4b25bca11f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:24:13.862970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1137b9-6d18-4e5c-ac78-4f4b25bca11f admin admin] Made reservation on behalf of bfb8b6d8b8204bc29a8dd22b2647ad78 for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:24:13.868009 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6e1137b9-6d18-4e5c-ac78-4f4b25bca11f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2195775'] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:13.961993 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Network 46567eef-3934-4388-af47-340663a3590a details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:24:13.992476 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Network 46567eef-3934-4388-af47-340663a3590a details requested by agent ovs-agent-dv-cinder-773985-4-smb with host dv-cinder-773985-4-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:24:14.102453 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df9db9-1dc4-4777-88a6-d6f9df12c643 req-f9094dd3-ef20-415b-8eed-cfaf027fff3f tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:14.110599 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f4df9db9-1dc4-4777-88a6-d6f9df12c643 req-f9094dd3-ef20-415b-8eed-cfaf027fff3f tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.5788717 Feb 11 13:24:14.144025 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2d1c2-b148-4c91-8399-264d46f8660d req-9764ffb3-1cd0-408d-aa67-d6cfa0778abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:14.145680 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-07f2d1c2-b148-4c91-8399-264d46f8660d req-9764ffb3-1cd0-408d-aa67-d6cfa0778abd service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=432d53e6-aee4-4826-b14b-87a1a91902b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3890498 Feb 11 13:24:14.390144 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-07f2d1c2-b148-4c91-8399-264d46f8660d req-3c3c7d97-4d20-4e95-bace-98f73113d0c4 service neutron] 10.222.0.111 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333283 Feb 11 13:24:14.464319 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f4df9db9-1dc4-4777-88a6-d6f9df12c643 req-23821c88-4aac-4c18-88e1-8504b308f0e2 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3525972 Feb 11 13:24:14.484590 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 38080) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:14.509030 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-04dec61e-c2c0-4d13-9d51-3167cbcf7c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:14.542376 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'name': 'tempest-TestMinimumBasicScenario-852281771-router', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:24:01Z', 'updated_at': '2021-02-11T13:24:09Z', 'revision_number': 4, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'gw_port': {'id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:02Z', 'updated_at': '2021-02-11T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': 'c8d20e41-d46b-4c4c-8788-d9dddd2c4110', 'name': '', 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'mac_address': 'fa:16:3e:66:46:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '91ff8925-901e-4f62-a46b-d8fc7bef8096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:07Z', 'updated_at': '2021-02-11T13:24:10Z', 'revision_number': 2, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'subnets': [{'id': '91ff8925-901e-4f62-a46b-d8fc7bef8096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:24:14.549221 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Checking router: 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 for host: dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:24:14.549979 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Updating router 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 port c8d20e41-d46b-4c4c-8788-d9dddd2c4110 binding host dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:24:14.589829 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-04dec61e-c2c0-4d13-9d51-3167cbcf7c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:24:14.594479 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-04dec61e-c2c0-4d13-9d51-3167cbcf7c9e admin admin] Usage tracker for resource:security_group_rule and tenant:edb53a654744444b896d2c409e7b97bc is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:24:14.598934 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-04dec61e-c2c0-4d13-9d51-3167cbcf7c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:24:14.605725 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-04dec61e-c2c0-4d13-9d51-3167cbcf7c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:24:14.615562 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:14.706852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-04dec61e-c2c0-4d13-9d51-3167cbcf7c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:14.758147 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-04dec61e-c2c0-4d13-9d51-3167cbcf7c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:14.771652 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-07f2d1c2-b148-4c91-8399-264d46f8660d req-010e3291-c123-4c89-be9c-bf4e38ab05b2 service neutron] 10.222.0.111 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3727362 Feb 11 13:24:14.794291 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:14.855297 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-04dec61e-c2c0-4d13-9d51-3167cbcf7c9e admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=edb53a654744444b896d2c409e7b97bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693991 Feb 11 13:24:14.858977 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 38092) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:14.872138 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dec61e-c2c0-4d13-9d51-3167cbcf7c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734162b4-f70f-4ce5-b498-b46ffc01129f,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:14.900327 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-04dec61e-c2c0-4d13-9d51-3167cbcf7c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:15.164930 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59d94f-9134-4e67-8fed-1e6f6faa3e70 req-667efa4b-ac78-4d4f-95e5-4119cbda29e8 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:15.183906 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-dc59d94f-9134-4e67-8fed-1e6f6faa3e70 req-667efa4b-ac78-4d4f-95e5-4119cbda29e8 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.6477530 Feb 11 13:24:15.236812 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b7a10-183c-4734-a373-53d4b4244218 req-d6ac226d-ec26-412e-82e9-923dfadcbd4e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:15.238520 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:15.249278 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c84b7a10-183c-4734-a373-53d4b4244218 req-d6ac226d-ec26-412e-82e9-923dfadcbd4e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.3918707 Feb 11 13:24:15.252859 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7b17d431-db0a-4e36-80ec-9a5655c55d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:15.264905 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Transition to ACTIVE for port object c8d20e41-d46b-4c4c-8788-d9dddd2c4110 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:24:15.303547 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:15.339577 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-dc59d94f-9134-4e67-8fed-1e6f6faa3e70 req-e2a0fb16-f2b3-414e-bcc0-ddffbcc91386 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544325 Feb 11 13:24:15.397201 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7b17d431-db0a-4e36-80ec-9a5655c55d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:15.519714 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c84b7a10-183c-4734-a373-53d4b4244218 req-28312d45-9590-4c62-83f6-b2db7f6e29c6 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504346 Feb 11 13:24:15.601060 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6e1137b9-6d18-4e5c-ac78-4f4b25bca11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850934310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2195758'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:15.650315 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:15.718991 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7b17d431-db0a-4e36-80ec-9a5655c55d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:15.722731 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:15.728198 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6c0458e7-deee-4f33-bb65-71678e74150d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:15.774540 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17d431-db0a-4e36-80ec-9a5655c55d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734162b4-f70f-4ce5-b498-b46ffc01129f,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:15.797376 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7b17d431-db0a-4e36-80ec-9a5655c55d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:15.801186 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7b17d431-db0a-4e36-80ec-9a5655c55d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:15.810964 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-7b17d431-db0a-4e36-80ec-9a5655c55d24 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/734162b4-f70f-4ce5-b498-b46ffc01129f HTTP/1.1" status: 204 len: 168 time: 0.9483058 Feb 11 13:24:15.866035 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fed52-f471-4e5b-95f7-58106738aadd None None] Pushing event updated for resources: {'Port': ['ID=c8d20e41-d46b-4c4c-8788-d9dddd2c4110,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:16.129102 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1c3fed52-f471-4e5b-95f7-58106738aadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:16.323179 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Attempting to bind port c8d20e41-d46b-4c4c-8788-d9dddd2c4110 on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:16.323868 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Attempting to bind port c8d20e41-d46b-4c4c-8788-d9dddd2c4110 by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': 'ffe481f5-ee24-4270-ac1a-36f251bd1339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:24:16.323995 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Attempting to bind port c8d20e41-d46b-4c4c-8788-d9dddd2c4110 on network f00aeee0-a55a-4662-92f5-a8c965ecd91a {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:24:16.332731 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba9aa-7693-441e-b933-723849f3a8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:16.342529 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:24:16.342924 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Checking segment: {'id': 'ffe481f5-ee24-4270-ac1a-36f251bd1339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:24:16.343423 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:16.343922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Bound using segment: {'id': 'ffe481f5-ee24-4270-ac1a-36f251bd1339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:24:16.344467 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Bound port: c8d20e41-d46b-4c4c-8788-d9dddd2c4110, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe481f5-ee24-4270-ac1a-36f251bd1339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:24:16.344893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:16.353302 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1137b9-6d18-4e5c-ac78-4f4b25bca11f admin admin] Pushing event updated for resources: {'Subnet': ['ID=af487361-2db3-4d80-93e7-e482d8a3baa4,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:16.361558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6e1137b9-6d18-4e5c-ac78-4f4b25bca11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:16.500633 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] For port c8d20e41-d46b-4c4c-8788-d9dddd2c4110, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:24:16.509669 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] For port c8d20e41-d46b-4c4c-8788-d9dddd2c4110, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=c8d20e41-d46b-4c4c-8788-d9dddd2c4110,segment=NetworkSegment(ffe481f5-ee24-4270-ac1a-36f251bd1339),segment_id=ffe481f5-ee24-4270-ac1a-36f251bd1339)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:24:16.583597 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:16.605080 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d95e31ef-e76f-4f7d-90ad-6162f5e06175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:16.707697 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317e132-ab19-4302-a3e4-cd13d295d10f req-a618f887-4a3e-469a-8786-871ec2aa936a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:16.715465 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a317e132-ab19-4302-a3e4-cd13d295d10f req-a618f887-4a3e-469a-8786-871ec2aa936a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.8346205 Feb 11 13:24:16.781133 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1137b9-6d18-4e5c-ac78-4f4b25bca11f admin admin] Checking segment: {'id': 'c30f5603-cd0d-44d0-99aa-9b15ee5a02c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '46567eef-3934-4388-af47-340663a3590a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:24:16.781528 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1137b9-6d18-4e5c-ac78-4f4b25bca11f admin admin] Network hostable DHCP agents. Network: 46567eef-3934-4388-af47-340663a3590a, hostable agents: ['1ef1e8a0-3524-48fd-9506-a9618884bda0'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:24:16.819931 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a317e132-ab19-4302-a3e4-cd13d295d10f req-bd73241c-1aeb-4b45-8125-9ede3f0e6606 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033125 Feb 11 13:24:16.933026 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354d149-638b-4011-94c6-107d0d27ceb6 req-fdcee5f8-2fbc-4f98-a463-3341c3686485 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:16.935119 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d354d149-638b-4011-94c6-107d0d27ceb6 req-fdcee5f8-2fbc-4f98-a463-3341c3686485 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.4078188 Feb 11 13:24:16.955245 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fed52-f471-4e5b-95f7-58106738aadd None None] Pushing event updated for resources: {'Port': ['ID=c8d20e41-d46b-4c4c-8788-d9dddd2c4110,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:16.999059 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1c3fed52-f471-4e5b-95f7-58106738aadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:17.030772 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Routers {'9fd5bfaa-2d4b-4751-9bd0-23df613279f6'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:24:17.031602 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:23:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:24:17.114349 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d354d149-638b-4011-94c6-107d0d27ceb6 req-905ad089-32c7-490e-a052-c28af784a075 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671796 Feb 11 13:24:17.256103 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f4664-91e7-477d-8628-d865656a91f4 req-bd1b3650-5a8a-46ce-8e01-81e54e55ecfe tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:17.269854 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-494f4664-91e7-477d-8628-d865656a91f4 req-bd1b3650-5a8a-46ce-8e01-81e54e55ecfe tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.2653723 Feb 11 13:24:17.353689 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-494f4664-91e7-477d-8628-d865656a91f4 req-26fa922a-eb2d-4c48-97e3-2368b2ec4621 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826819 Feb 11 13:24:17.502772 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1137b9-6d18-4e5c-ac78-4f4b25bca11f admin admin] Network 46567eef-3934-4388-af47-340663a3590a is scheduled to be hosted by DHCP agent 1ef1e8a0-3524-48fd-9506-a9618884bda0 with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:24:17.559041 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] Set router 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:24:17.571545 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-6e1137b9-6d18-4e5c-ac78-4f4b25bca11f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-smb, 46567eef-3934-4388-af47-340663a3590a) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:24:17.596630 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1137b9-6d18-4e5c-ac78-4f4b25bca11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:17.596630 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6e1137b9-6d18-4e5c-ac78-4f4b25bca11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:17.680527 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-6e1137b9-6d18-4e5c-ac78-4f4b25bca11f admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.9611318 Feb 11 13:24:18.119528 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a99c0f-30c9-4585-9274-cd11e9052cf5 None None] Network 46567eef-3934-4388-af47-340663a3590a requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:24:18.274791 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'name': 'tempest-TestMinimumBasicScenario-852281771-router', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:24:01Z', 'updated_at': '2021-02-11T13:24:09Z', 'revision_number': 4, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'gw_port': {'id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:02Z', 'updated_at': '2021-02-11T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': 'c8d20e41-d46b-4c4c-8788-d9dddd2c4110', 'name': '', 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'mac_address': 'fa:16:3e:66:46:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '91ff8925-901e-4f62-a46b-d8fc7bef8096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:07Z', 'updated_at': '2021-02-11T13:24:16Z', 'revision_number': 4, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'subnets': [{'id': '91ff8925-901e-4f62-a46b-d8fc7bef8096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:24:18.281136 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7735adb-6b85-4097-ac87-86c4c0aded10 None None] The sync data for ids ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'] in dv-cinder-773985-4-smb is: [{'id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'name': 'tempest-TestMinimumBasicScenario-852281771-router', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:24:01Z', 'updated_at': '2021-02-11T13:24:09Z', 'revision_number': 4, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'gw_port': {'id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:02Z', 'updated_at': '2021-02-11T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': 'c8d20e41-d46b-4c4c-8788-d9dddd2c4110', 'name': '', 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'mac_address': 'fa:16:3e:66:46:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '91ff8925-901e-4f62-a46b-d8fc7bef8096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:07Z', 'updated_at': '2021-02-11T13:24:16Z', 'revision_number': 4, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'subnets': [{'id': '91ff8925-901e-4f62-a46b-d8fc7bef8096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:24:18.601109 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd636d-f617-438e-93e8-5a00faf2591f req-3a064857-2a31-493f-9388-492b5742fa7e tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:18.610647 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-cdbd636d-f617-438e-93e8-5a00faf2591f req-3a064857-2a31-493f-9388-492b5742fa7e tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.5176256 Feb 11 13:24:18.702758 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528051cc-cdf2-4a52-8e8f-322f062245ba None None] Network 46567eef-3934-4388-af47-340663a3590a requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:24:18.762078 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-cdbd636d-f617-438e-93e8-5a00faf2591f req-52286583-3579-4239-b2a3-fc76168ff5d5 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493924 Feb 11 13:24:18.991424 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f710c5-dd9d-47a7-b532-b3e37afd7837 req-2fe7c02e-e986-4d8c-8ab3-b60d7b897812 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:19.000973 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c0f710c5-dd9d-47a7-b532-b3e37afd7837 req-2fe7c02e-e986-4d8c-8ab3-b60d7b897812 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.4632373 Feb 11 13:24:19.153475 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c0f710c5-dd9d-47a7-b532-b3e37afd7837 req-4a322e0f-e07c-44f6-8b5e-10c807fac35c tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512136 Feb 11 13:24:19.287388 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aefba564-d6d4-4072-969b-d80c9d53c718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:19.415053 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:19.832009 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82e9f3-1e80-49e7-8707-7be1a93e025f req-4f65835f-b27c-4f43-a6aa-755ec5ad1ab1 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:19.835523 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9e82e9f3-1e80-49e7-8707-7be1a93e025f req-4f65835f-b27c-4f43-a6aa-755ec5ad1ab1 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.4100761 Feb 11 13:24:19.898777 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device c8d20e41-d46b-4c4c-8788-d9dddd2c4110 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:24:20.071356 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9e82e9f3-1e80-49e7-8707-7be1a93e025f req-b20f3404-7f2c-4c1f-b131-27759815d6c8 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267377 Feb 11 13:24:20.165560 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port c8d20e41-d46b-4c4c-8788-d9dddd2c4110 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:24:20.172084 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port c8d20e41-d46b-4c4c-8788-d9dddd2c4110 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:24:20.172515 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:20.429022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:20.636808 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:20.761477 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] For port c8d20e41-d46b-4c4c-8788-d9dddd2c4110, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=c8d20e41-d46b-4c4c-8788-d9dddd2c4110,segment=NetworkSegment(ffe481f5-ee24-4270-ac1a-36f251bd1339),segment_id=ffe481f5-ee24-4270-ac1a-36f251bd1339)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:24:20.771361 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:20.812168 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:20.814893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:20.875714 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdaed3-2832-4c90-a154-dd4b7244041d req-a2ab7cbd-a183-4ae2-9818-b4ecc86cb7b6 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:20.884541 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-09cdaed3-2832-4c90-a154-dd4b7244041d req-a2ab7cbd-a183-4ae2-9818-b4ecc86cb7b6 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.4000373 Feb 11 13:24:20.970775 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Pushing event updated for resources: {'Port': ['ID=c8d20e41-d46b-4c4c-8788-d9dddd2c4110,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:20.977182 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:20.979114 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-09cdaed3-2832-4c90-a154-dd4b7244041d req-4fd64c68-f7bc-4aa8-af24-c14076693b59 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935223 Feb 11 13:24:21.525451 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92166a5c-23d4-4c85-8962-1f7c6da311a8 req-b8ac73aa-234d-4329-a6fc-7b9f41e7f117 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:21.535565 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-92166a5c-23d4-4c85-8962-1f7c6da311a8 req-b8ac73aa-234d-4329-a6fc-7b9f41e7f117 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.2658710 Feb 11 13:24:21.620139 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-92166a5c-23d4-4c85-8962-1f7c6da311a8 req-d19db3d6-13a5-4c85-a470-e62ed490a050 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756419 Feb 11 13:24:21.763963 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device c8d20e41-d46b-4c4c-8788-d9dddd2c4110 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:24:21.887575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port c8d20e41-d46b-4c4c-8788-d9dddd2c4110 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:24:21.887575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:22.335683 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b25e88-32a2-4ca4-88b5-2f80b87ca844 req-3b59e367-3b30-4add-b8b8-f788872f394a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:22.337450 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c9b25e88-32a2-4ca4-88b5-2f80b87ca844 req-3b59e367-3b30-4add-b8b8-f788872f394a tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.2067935 Feb 11 13:24:22.481536 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c9b25e88-32a2-4ca4-88b5-2f80b87ca844 req-2a65f72b-dca8-453b-a548-3d46bf7f535e tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360850 Feb 11 13:24:23.112992 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b688c3d-2fa2-41e6-8c9b-795f1ece5d5f req-34f54007-f955-454f-abf5-b440fd5929b3 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:23.115120 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6b688c3d-2fa2-41e6-8c9b-795f1ece5d5f req-34f54007-f955-454f-abf5-b440fd5929b3 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.2747173 Feb 11 13:24:23.200143 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6b688c3d-2fa2-41e6-8c9b-795f1ece5d5f req-5a770f98-7e52-4520-8c20-45d16364557a tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780511 Feb 11 13:24:23.818320 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48442652-5c16-4c10-8109-da6ba5a9b001 req-0577befb-a137-44c6-9203-dffd85a648f9 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:23.820353 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-48442652-5c16-4c10-8109-da6ba5a9b001 req-0577befb-a137-44c6-9203-dffd85a648f9 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.2032063 Feb 11 13:24:23.920246 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-48442652-5c16-4c10-8109-da6ba5a9b001 req-daf30b24-ab18-44e8-aa0a-2aeb0cf61187 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930405 Feb 11 13:24:24.421187 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:24:24.725134 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98f805-bff6-4c65-9732-c83e2021e9a0 req-e029faf0-1e07-422f-a938-bfc659a2a896 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:24.727143 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3b98f805-bff6-4c65-9732-c83e2021e9a0 req-e029faf0-1e07-422f-a938-bfc659a2a896 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.2658131 Feb 11 13:24:24.850464 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3b98f805-bff6-4c65-9732-c83e2021e9a0 req-bda2d2c9-1eb4-411b-bf66-32ba61581d94 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141293 Feb 11 13:24:25.300392 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f9f67-1ad6-44b7-95f7-07281856e336 req-7e65ed4c-e496-48bb-bd61-b0d07037f7dd tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:25.305256 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-043f9f67-1ad6-44b7-95f7-07281856e336 req-7e65ed4c-e496-48bb-bd61-b0d07037f7dd tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.2154925 Feb 11 13:24:25.417025 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-043f9f67-1ad6-44b7-95f7-07281856e336 req-2c76c3c2-edee-4859-8b7e-7629820a2407 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084623 Feb 11 13:24:26.261663 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9d5c8-4be8-48ea-9c33-9d3ada0113f3 req-2521c0ce-5cc0-4b65-82ad-ae20e7ed88ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:26.264126 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3be9d5c8-4be8-48ea-9c33-9d3ada0113f3 req-2521c0ce-5cc0-4b65-82ad-ae20e7ed88ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.2114284 Feb 11 13:24:26.335474 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3be9d5c8-4be8-48ea-9c33-9d3ada0113f3 req-f759f0eb-9acb-4246-9212-cd1d73c6feea tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634165 Feb 11 13:24:26.658073 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 38238) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:26.922292 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da0dac3f-6c97-48c7-98b4-0b201fcb4131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:26.971578 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:26.974658 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-da0dac3f-6c97-48c7-98b4-0b201fcb4131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:24:26.981037 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-da0dac3f-6c97-48c7-98b4-0b201fcb4131 admin admin] Usage tracker for resource:security_group_rule and tenant:3cdf7ff389d64252a0a3112594dfa0fa is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:24:26.985546 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-da0dac3f-6c97-48c7-98b4-0b201fcb4131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:24:26.993338 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-da0dac3f-6c97-48c7-98b4-0b201fcb4131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:24:27.161591 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb41bef-461e-48d9-8004-2bf61bd9a75c req-f08311b9-6ca5-42fd-8423-b526d6859e79 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:27.163600 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5eb41bef-461e-48d9-8004-2bf61bd9a75c req-f08311b9-6ca5-42fd-8423-b526d6859e79 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.4909883 Feb 11 13:24:27.202547 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fdaa93f-4e6b-4f83-a392-6c7056e8daaf req-3df82b12-e273-460a-b39b-5bf07d0df4e6 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4269249 Feb 11 13:24:27.553016 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5eb41bef-461e-48d9-8004-2bf61bd9a75c req-df14bf29-9c3f-44e4-958c-1186bbd1df6f tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758912 Feb 11 13:24:27.601026 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdaa93f-4e6b-4f83-a392-6c7056e8daaf req-ae1b1d79-4540-4bdd-9bff-8a3b195f7b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:27.602676 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fdaa93f-4e6b-4f83-a392-6c7056e8daaf req-ae1b1d79-4540-4bdd-9bff-8a3b195f7b09 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=40b18a8382ce4421aeb7c42888ffdd71&device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 1162 time: 0.3724899 Feb 11 13:24:27.604636 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da0dac3f-6c97-48c7-98b4-0b201fcb4131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:27.806618 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da0dac3f-6c97-48c7-98b4-0b201fcb4131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:27.829528 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1cb1ef83-65c8-4a40-8f08-2d72440c531f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:27.872507 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dac3f-6c97-48c7-98b4-0b201fcb4131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379f9d00-2748-4db2-8a46-5b530972de0b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:27.878638 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-da0dac3f-6c97-48c7-98b4-0b201fcb4131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:27.885554 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-da0dac3f-6c97-48c7-98b4-0b201fcb4131 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=3cdf7ff389d64252a0a3112594dfa0fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2264104 Feb 11 13:24:27.888861 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 38246) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:27.923204 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdaa93f-4e6b-4f83-a392-6c7056e8daaf req-9b9127d2-ea8d-4867-b138-ab7bc643aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:27.924918 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fdaa93f-4e6b-4f83-a392-6c7056e8daaf req-9b9127d2-ea8d-4867-b138-ab7bc643aa5f service neutron] 10.222.0.111 "GET /v2.0/networks?id=36ee8e38-a908-429c-8c98-d91947a3e7bb HTTP/1.1" status: 200 len: 912 time: 0.2987511 Feb 11 13:24:27.972436 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-056545e1-e856-4813-8d2a-b6699938409c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:28.001811 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-056545e1-e856-4813-8d2a-b6699938409c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:28.014889 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769db3cd-91bb-441d-82d4-bd09055ca759 req-b2865157-6906-42d8-8f22-84bd261fd155 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:28.023153 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-769db3cd-91bb-441d-82d4-bd09055ca759 req-b2865157-6906-42d8-8f22-84bd261fd155 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.2980616 Feb 11 13:24:28.114065 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-056545e1-e856-4813-8d2a-b6699938409c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:28.119976 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fc0271fc-2464-490f-9676-a9acc9ca56e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:28.139052 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fdaa93f-4e6b-4f83-a392-6c7056e8daaf req-e336f5d5-81e0-4d71-9eac-e66d15400414 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05c77ef8-929d-4b96-88e0-ca34d50ffd0d HTTP/1.1" status: 200 len: 217 time: 0.0849948 Feb 11 13:24:28.168003 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056545e1-e856-4813-8d2a-b6699938409c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379f9d00-2748-4db2-8a46-5b530972de0b,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:28.171724 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-056545e1-e856-4813-8d2a-b6699938409c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:28.179511 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-056545e1-e856-4813-8d2a-b6699938409c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:28.184006 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-056545e1-e856-4813-8d2a-b6699938409c admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/379f9d00-2748-4db2-8a46-5b530972de0b HTTP/1.1" status: 204 len: 168 time: 0.2939403 Feb 11 13:24:28.495377 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-769db3cd-91bb-441d-82d4-bd09055ca759 req-ee48355f-02ca-4735-9c29-378f55517f2e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4704776 Feb 11 13:24:28.533602 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdaa93f-4e6b-4f83-a392-6c7056e8daaf req-b67baf56-f47b-47fc-ae25-70e1cae0cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:28.547424 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fdaa93f-4e6b-4f83-a392-6c7056e8daaf req-b67baf56-f47b-47fc-ae25-70e1cae0cfa6 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=b9048a34-9fa8-42ac-894d-0f3c40b20f2f HTTP/1.1" status: 200 len: 858 time: 0.3917363 Feb 11 13:24:28.660652 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fdaa93f-4e6b-4f83-a392-6c7056e8daaf req-15f35ba7-9739-4506-8e92-8dda1d597f33 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=36ee8e38-a908-429c-8c98-d91947a3e7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105978 Feb 11 13:24:28.890029 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fdaa93f-4e6b-4f83-a392-6c7056e8daaf req-ab2e5579-fe18-483f-b84b-850dc626978c service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154720 Feb 11 13:24:29.109488 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fdaa93f-4e6b-4f83-a392-6c7056e8daaf req-8fe09cb6-340a-49ad-8484-c85374ee915a service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1756849 Feb 11 13:24:29.220264 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e1bba-4fcf-4c9f-bbff-540fb1b3752f req-445f6507-f522-494e-883e-d9172fb72252 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:29.227906 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-790e1bba-4fcf-4c9f-bbff-540fb1b3752f req-445f6507-f522-494e-883e-d9172fb72252 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.3367832 Feb 11 13:24:29.236881 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 38264) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:29.279023 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb6daf8a-9507-46ab-8fd7-f022bec83a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:29.301963 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cb6daf8a-9507-46ab-8fd7-f022bec83a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:24:29.309613 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-790e1bba-4fcf-4c9f-bbff-540fb1b3752f req-be2398dd-fea5-4499-b526-572a1e3eaf5f tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806556 Feb 11 13:24:29.312623 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-cb6daf8a-9507-46ab-8fd7-f022bec83a29 admin admin] Usage tracker for resource:security_group_rule and tenant:9154933516d5459a9ee7e7aeccc9d089 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:24:29.316462 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-cb6daf8a-9507-46ab-8fd7-f022bec83a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:24:29.326307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cb6daf8a-9507-46ab-8fd7-f022bec83a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:24:29.491085 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb6daf8a-9507-46ab-8fd7-f022bec83a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:29.520156 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb6daf8a-9507-46ab-8fd7-f022bec83a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:29.530189 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:29.609580 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-cb6daf8a-9507-46ab-8fd7-f022bec83a29 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=9154933516d5459a9ee7e7aeccc9d089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712807 Feb 11 13:24:29.612997 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 38280) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:29.628354 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6daf8a-9507-46ab-8fd7-f022bec83a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c2a10e-9aa4-44f5-8b59-f697bfad9e29,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:29.633020 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cb6daf8a-9507-46ab-8fd7-f022bec83a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:29.743893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c0a4fa42-daf0-4fed-8a16-5e495f869d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:29.834772 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c0a4fa42-daf0-4fed-8a16-5e495f869d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:29.956045 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-62732c57-d972-407a-af03-d331b8f9fc93 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:29.957025 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-62732c57-d972-407a-af03-d331b8f9fc93 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Synchronizing usage tracker for tenant:bfb8b6d8b8204bc29a8dd22b2647ad78 on resource:network {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:24:29.994738 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713139ed-1067-4457-a26c-aa42be3f539f req-e0c8863b-d28f-4501-ab24-5000f842a42e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:29.996553 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-713139ed-1067-4457-a26c-aa42be3f539f req-e0c8863b-d28f-4501-ab24-5000f842a42e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.2408984 Feb 11 13:24:30.066308 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-713139ed-1067-4457-a26c-aa42be3f539f req-33d35239-2309-49c7-85dc-81c177312bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627315 Feb 11 13:24:30.430130 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-62732c57-d972-407a-af03-d331b8f9fc93 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Unset dirty status for tenant:bfb8b6d8b8204bc29a8dd22b2647ad78 on resource:network {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:24:30.431604 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-62732c57-d972-407a-af03-d331b8f9fc93 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/networks?id=46567eef-3934-4388-af47-340663a3590a HTTP/1.1" status: 200 len: 814 time: 0.7377555 Feb 11 13:24:30.449107 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-88fc43d9-a344-489c-bdfc-287364dc3b82 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/quotas/bfb8b6d8b8204bc29a8dd22b2647ad78 HTTP/1.1" status: 200 len: 375 time: 0.0105047 Feb 11 13:24:30.487944 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c0a4fa42-daf0-4fed-8a16-5e495f869d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:30.494427 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-abf4fe92-e4a1-4e3f-b154-161f54b93e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:30.508518 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-bfebc738-7fbf-4faf-b3ee-19b7e4e0d0dc tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=bfb8b6d8b8204bc29a8dd22b2647ad78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520618 Feb 11 13:24:30.512465 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4fa42-daf0-4fed-8a16-5e495f869d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c2a10e-9aa4-44f5-8b59-f697bfad9e29,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:30.517165 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c0a4fa42-daf0-4fed-8a16-5e495f869d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:30.550169 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c0a4fa42-daf0-4fed-8a16-5e495f869d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:30.551409 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-c0a4fa42-daf0-4fed-8a16-5e495f869d2b admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/01c2a10e-9aa4-44f5-8b59-f697bfad9e29 HTTP/1.1" status: 204 len: 168 time: 0.9373279 Feb 11 13:24:30.658429 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210cdf0-4852-489a-8ab5-ded924aa97bf req-0d36479c-3681-4217-967f-7ead43d9b76b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:30.666122 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1210cdf0-4852-489a-8ab5-ded924aa97bf req-0d36479c-3681-4217-967f-7ead43d9b76b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.2322114 Feb 11 13:24:30.689227 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-24dc390e-64c0-4bea-8f6e-6ad1695dc466 service neutron] 10.222.0.120 "GET /v2.0/networks/46567eef-3934-4388-af47-340663a3590a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646423 Feb 11 13:24:30.845205 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1210cdf0-4852-489a-8ab5-ded924aa97bf req-a8581b79-bec4-481a-adde-c9ae8823df15 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775453 Feb 11 13:24:30.852234 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-c71d137f-f8bf-4396-a615-b47c2b59a1ad service neutron] 10.222.0.120 "GET /v2.0/networks/46567eef-3934-4388-af47-340663a3590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1559424 Feb 11 13:24:30.866859 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dabf1b-e3b7-4cd8-81c3-1e9cfd63c3ea req-e91e8602-52da-42ff-8cc1-17541a49cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:30.870728 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d1dabf1b-e3b7-4cd8-81c3-1e9cfd63c3ea req-e91e8602-52da-42ff-8cc1-17541a49cc25 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=f5d2b1be961749bcaa243e9f0bed551b&device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 1163 time: 0.2012672 Feb 11 13:24:31.117030 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dabf1b-e3b7-4cd8-81c3-1e9cfd63c3ea req-ad5d78b3-011f-4e8b-87f2-ff42373dda5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:31.118652 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d1dabf1b-e3b7-4cd8-81c3-1e9cfd63c3ea req-ad5d78b3-011f-4e8b-87f2-ff42373dda5c service neutron] 10.222.0.111 "GET /v2.0/networks?id=120ce4ab-747c-47cb-a13f-ce5d6314efdf HTTP/1.1" status: 200 len: 911 time: 0.2331438 Feb 11 13:24:31.243229 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3f5431a0-7a3c-43a7-8e46-12d5e425259c req-84a4d935-cf7f-48fd-b855-5958fc7cb9e9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 210 time: 0.0698638 Feb 11 13:24:31.440323 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414db6a-8d1e-4cb8-bf88-3c1d416c09ff req-ef49266f-0263-49a1-92e5-2a45ea468ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:31.446373 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8414db6a-8d1e-4cb8-bf88-3c1d416c09ff req-ef49266f-0263-49a1-92e5-2a45ea468ac7 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 1163 time: 0.3265700 Feb 11 13:24:31.448776 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d1dabf1b-e3b7-4cd8-81c3-1e9cfd63c3ea req-26be34b9-6f8f-4946-8423-ca7152ea6f56 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88ede691-1330-4737-b2b3-2f4b51080cff HTTP/1.1" status: 200 len: 1002 time: 0.2045081 Feb 11 13:24:31.534377 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da7258-0600-4fdb-ae4e-0306190f3e1c req-30f81e57-cfd4-481d-ba05-961403dc4d53 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:31.536394 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-00da7258-0600-4fdb-ae4e-0306190f3e1c req-30f81e57-cfd4-481d-ba05-961403dc4d53 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.2262397 Feb 11 13:24:31.573718 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8414db6a-8d1e-4cb8-bf88-3c1d416c09ff req-0e24c522-5f30-4440-8e89-3ae17b823e8d service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115625 Feb 11 13:24:31.577579 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dabf1b-e3b7-4cd8-81c3-1e9cfd63c3ea req-8c2fcc9d-720b-4716-9492-830e652aee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:31.579271 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d1dabf1b-e3b7-4cd8-81c3-1e9cfd63c3ea req-8c2fcc9d-720b-4716-9492-830e652aee5a service neutron] 10.222.0.111 "GET /v2.0/subnets?id=4b20cf4d-7400-4a95-b52e-0748341fc3c7 HTTP/1.1" status: 200 len: 856 time: 0.1156185 Feb 11 13:24:31.608034 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-00da7258-0600-4fdb-ae4e-0306190f3e1c req-41e2d2fa-fbaa-420a-9402-abbebf48db05 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641029 Feb 11 13:24:31.878349 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dabf1b-e3b7-4cd8-81c3-1e9cfd63c3ea req-91491b07-dbfe-4de0-ab69-aee2992c4d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:31.880149 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d1dabf1b-e3b7-4cd8-81c3-1e9cfd63c3ea req-91491b07-dbfe-4de0-ab69-aee2992c4d99 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=120ce4ab-747c-47cb-a13f-ce5d6314efdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1081970 Feb 11 13:24:32.102217 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d1dabf1b-e3b7-4cd8-81c3-1e9cfd63c3ea req-31d76b20-37b9-48a1-8ed9-459125245b9c service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136705 Feb 11 13:24:32.326916 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47fa71-6952-4d4b-b3fe-e72d63900e2d req-592accee-2530-4274-935c-29227a1fa82c tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:32.328794 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-fd47fa71-6952-4d4b-b3fe-e72d63900e2d req-592accee-2530-4274-935c-29227a1fa82c tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.2914357 Feb 11 13:24:32.554095 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e096ee73-d0e1-4000-b06c-44a61435f822 req-56cbe189-c197-4b5f-9e52-73385575edd1 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 210 time: 0.0580449 Feb 11 13:24:32.683224 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-fd47fa71-6952-4d4b-b3fe-e72d63900e2d req-aac50f34-6f72-4ac6-a812-f31bd85ddd93 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465962 Feb 11 13:24:32.705865 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d1dabf1b-e3b7-4cd8-81c3-1e9cfd63c3ea req-675852c5-269b-4cc7-b31c-5e3034059a3a service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5970860 Feb 11 13:24:32.958472 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-d172093e-9d11-4315-931a-6e5f60b97966 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:32.959334 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-d172093e-9d11-4315-931a-6e5f60b97966 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Synchronizing usage tracker for tenant:00e29c751ba64590951fc193a9d8823c on resource:network {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:24:33.027524 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546986c7-0fda-4b3c-a0a3-38b7cfea1a91 req-3fa3c389-4353-4379-9281-1e8098886345 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:33.029336 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-546986c7-0fda-4b3c-a0a3-38b7cfea1a91 req-3fa3c389-4353-4379-9281-1e8098886345 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.1799519 Feb 11 13:24:33.039458 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-d172093e-9d11-4315-931a-6e5f60b97966 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Unset dirty status for tenant:00e29c751ba64590951fc193a9d8823c on resource:network {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:24:33.040888 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-d172093e-9d11-4315-931a-6e5f60b97966 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/networks?id=f00aeee0-a55a-4662-92f5-a8c965ecd91a HTTP/1.1" status: 200 len: 814 time: 0.3668659 Feb 11 13:24:33.057856 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-ea84ca9d-b156-4fd2-8af2-7bbc1afee155 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/quotas/00e29c751ba64590951fc193a9d8823c HTTP/1.1" status: 200 len: 375 time: 0.0105989 Feb 11 13:24:33.100051 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-546986c7-0fda-4b3c-a0a3-38b7cfea1a91 req-45eaaabf-a14b-4186-9d71-cdb0bb051f73 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637772 Feb 11 13:24:33.188051 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-4a23833c-5a96-445e-bdf3-6f8d6cbc98a8 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=00e29c751ba64590951fc193a9d8823c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1233873 Feb 11 13:24:33.349855 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3cea68e0-e4c2-41b9-9432-ff0378742ce5 service neutron] 10.222.0.120 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479371 Feb 11 13:24:33.504252 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-ceeaa636-d9e2-4f69-b382-8739a284706c service neutron] 10.222.0.120 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1473792 Feb 11 13:24:33.761420 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-e45f2871-cd77-40a3-b58a-34327cdcff3b tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:33.763141 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-e45f2871-cd77-40a3-b58a-34327cdcff3b tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.111 "GET /v2.0/networks?id=46567eef-3934-4388-af47-340663a3590a HTTP/1.1" status: 200 len: 814 time: 0.2775664 Feb 11 13:24:33.811552 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Request body: {'port': {'device_id': '222873fa-a52d-488f-a743-6edc38d23c09', 'network_id': '46567eef-3934-4388-af47-340663a3590a', 'admin_state_up': True, 'tenant_id': 'bfb8b6d8b8204bc29a8dd22b2647ad78'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:33.884291 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e128a664-e8f5-41f1-a832-64c6a0ddb68a req-9dfc6b1b-19ca-4aa8-a497-abdfae576aaf tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 210 time: 0.1200714 Feb 11 13:24:34.065544 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-b2097782-c09c-4d24-83d7-cc855746c9fc req-70ec596a-39d0-42a6-a6bb-8907a2ab49bb tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Synchronizing usage tracker for tenant:00e29c751ba64590951fc193a9d8823c on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:24:34.077055 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f0b9e-57b0-4f65-9dcf-8331869eed83 req-f4478060-6279-4794-a49e-fd9cfecc0d4f tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:34.078917 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-117f0b9e-57b0-4f65-9dcf-8331869eed83 req-f4478060-6279-4794-a49e-fd9cfecc0d4f tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.2011125 Feb 11 13:24:34.113537 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:24:34.117567 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Usage tracker for resource:port and tenant:bfb8b6d8b8204bc29a8dd22b2647ad78 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:24:34.120876 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:24:34.127341 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:24:34.158964 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-117f0b9e-57b0-4f65-9dcf-8331869eed83 req-3cff69c2-f9b0-401a-a704-db47a6705fc2 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689492 Feb 11 13:24:34.176532 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-b2097782-c09c-4d24-83d7-cc855746c9fc req-70ec596a-39d0-42a6-a6bb-8907a2ab49bb tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Unset dirty status for tenant:00e29c751ba64590951fc193a9d8823c on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:24:34.184830 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b2097782-c09c-4d24-83d7-cc855746c9fc req-70ec596a-39d0-42a6-a6bb-8907a2ab49bb tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 210 time: 0.1727793 Feb 11 13:24:34.210983 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Made reservation on behalf of bfb8b6d8b8204bc29a8dd22b2647ad78 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:24:34.246361 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:34.537503 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61940438-69b3-4c7e-804d-7ab51e37cd68 req-96269818-a45e-47de-816e-e2ca7ec69599 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:34.539734 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-61940438-69b3-4c7e-804d-7ab51e37cd68 req-96269818-a45e-47de-816e-e2ca7ec69599 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.2175450 Feb 11 13:24:34.616520 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-61940438-69b3-4c7e-804d-7ab51e37cd68 req-e063d88a-0e89-4143-b96e-5d8f93f95afa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685492 Feb 11 13:24:34.794484 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Allocated IP 172.20.0.12 (46567eef-3934-4388-af47-340663a3590a/af487361-2db3-4d80-93e7-e482d8a3baa4/1f25f150-c733-412f-a5c0-a3359d04c141) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:24:34.923395 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 88ede691-1330-4737-b2b3-2f4b51080cff no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:24:35.097235 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:35.137130 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 88ede691-1330-4737-b2b3-2f4b51080cff, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=88ede691-1330-4737-b2b3-2f4b51080cff,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:24:35.138412 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88ede691-1330-4737-b2b3-2f4b51080cff'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:35.189014 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:35.191673 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7ee336ca-0e8d-4442-ac4b-2535cb40db63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:35.202430 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94ddaf-de93-435e-80d2-d78058f44db6 req-4dbb0ed9-0e38-46fd-ac97-2508afd30e5c tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:35.204726 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6b94ddaf-de93-435e-80d2-d78058f44db6 req-4dbb0ed9-0e38-46fd-ac97-2508afd30e5c tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.2038939 Feb 11 13:24:35.271795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=88ede691-1330-4737-b2b3-2f4b51080cff,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:35.276352 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:35.281619 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6b94ddaf-de93-435e-80d2-d78058f44db6 req-8ca467b8-b2cc-4c81-8cc0-0337d5c380b0 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679743 Feb 11 13:24:35.316564 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a672d6e1-9963-45ed-bc2a-6d47f4c28dc3 req-f84e9cf9-59fc-4299-8910-56b2556623b9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 210 time: 0.1670613 Feb 11 13:24:35.414697 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d32a5-ad4d-467d-aa2d-5fb4fd405c9d req-05d5959e-5835-42c0-b63e-d68cf4bfb940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:35.420266 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-993d32a5-ad4d-467d-aa2d-5fb4fd405c9d req-05d5959e-5835-42c0-b63e-d68cf4bfb940 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=40b18a8382ce4421aeb7c42888ffdd71&device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 1163 time: 0.3828065 Feb 11 13:24:35.463464 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88ede691-1330-4737-b2b3-2f4b51080cff', 'code': 200} Feb 11 13:24:35.668276 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-eafe4438-bfb3-42ef-b5b2-f65416e26000 req-1ecbc422-1da2-4cc8-a820-0547530e608a tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 210 time: 0.1239040 Feb 11 13:24:35.671325 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:35.746898 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d32a5-ad4d-467d-aa2d-5fb4fd405c9d req-f367b53d-8c49-4aa0-9d52-803fe068cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:35.748570 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-993d32a5-ad4d-467d-aa2d-5fb4fd405c9d req-f367b53d-8c49-4aa0-9d52-803fe068cc0b service neutron] 10.222.0.111 "GET /v2.0/networks?id=36ee8e38-a908-429c-8c98-d91947a3e7bb HTTP/1.1" status: 200 len: 912 time: 0.2902157 Feb 11 13:24:35.817643 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:35.843400 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:35.897645 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-993d32a5-ad4d-467d-aa2d-5fb4fd405c9d req-c447c86e-8b95-429a-b86f-b997d38cae2f service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8b33a6-40f2-403f-bff3-c710084ca57c HTTP/1.1" status: 200 len: 217 time: 0.1404245 Feb 11 13:24:35.946916 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86665f-ccff-4940-b855-5250f1e87a74 req-b26a17ef-3737-4968-bee9-d80c643231e6 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:35.949043 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e86665f-ccff-4940-b855-5250f1e87a74 req-b26a17ef-3737-4968-bee9-d80c643231e6 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.1784670 Feb 11 13:24:36.015775 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e86665f-ccff-4940-b855-5250f1e87a74 req-5d5dadc2-5ade-475f-bfe7-1736fdd86e4b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602016 Feb 11 13:24:36.051893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Pushing event updated for resources: {'Port': ['ID=1f25f150-c733-412f-a5c0-a3359d04c141,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:36.055351 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:36.071707 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d32a5-ad4d-467d-aa2d-5fb4fd405c9d req-4eae48f5-ef48-47df-9461-5bfb021c5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:36.073302 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-993d32a5-ad4d-467d-aa2d-5fb4fd405c9d req-4eae48f5-ef48-47df-9461-5bfb021c5c63 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=b9048a34-9fa8-42ac-894d-0f3c40b20f2f HTTP/1.1" status: 200 len: 858 time: 0.1647789 Feb 11 13:24:36.145524 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-993d32a5-ad4d-467d-aa2d-5fb4fd405c9d req-d0005101-121e-4653-9ad9-a212525620f1 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=36ee8e38-a908-429c-8c98-d91947a3e7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650060 Feb 11 13:24:36.207531 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Network 46567eef-3934-4388-af47-340663a3590a is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:24:36.210907 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:24:36.213600 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:24:36.419929 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:36.420595 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:36.462542 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-993d32a5-ad4d-467d-aa2d-5fb4fd405c9d req-e49b3322-2b15-4761-b491-92e5cac800db service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086011 Feb 11 13:24:36.504791 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6976235 Feb 11 13:24:36.525225 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Request body: {'port': {'device_id': '222873fa-a52d-488f-a743-6edc38d23c09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:36.743569 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-33e5af71-6be6-46c4-b033-5cf87d75f6ca tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:36.746797 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-33e5af71-6be6-46c4-b033-5cf87d75f6ca tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.111 "GET /v2.0/networks?id=f00aeee0-a55a-4662-92f5-a8c965ecd91a HTTP/1.1" status: 200 len: 814 time: 0.3658407 Feb 11 13:24:36.780251 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-993d32a5-ad4d-467d-aa2d-5fb4fd405c9d req-5a078e11-723d-4292-8253-b7d497e536fe service neutron] 10.222.0.111 "GET /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3090472 Feb 11 13:24:36.780977 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:36.883025 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a17fe-f448-44da-827e-6aa05d22d7a1 req-6a75ce3c-f530-4b2f-9119-732105d2a3a2 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:36.885563 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1a8a17fe-f448-44da-827e-6aa05d22d7a1 req-6a75ce3c-f530-4b2f-9119-732105d2a3a2 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.3764377 Feb 11 13:24:36.890101 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3a9139b4-4d04-493a-be64-3d51ae0b6c65 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Request body: {'port': {'device_id': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a', 'admin_state_up': True, 'tenant_id': '00e29c751ba64590951fc193a9d8823c'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:37.080267 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1a8a17fe-f448-44da-827e-6aa05d22d7a1 req-a566b926-d8b4-45f1-9709-aecab51a6ccf tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706138 Feb 11 13:24:37.171689 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3a9139b4-4d04-493a-be64-3d51ae0b6c65 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:24:37.214885 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3a9139b4-4d04-493a-be64-3d51ae0b6c65 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:24:37.285744 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3a9139b4-4d04-493a-be64-3d51ae0b6c65 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Made reservation on behalf of 00e29c751ba64590951fc193a9d8823c for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:24:37.311384 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3a9139b4-4d04-493a-be64-3d51ae0b6c65 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:37.402670 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-aeedb308-397f-468a-9107-110920b08ac7 req-2c1cf526-c9bc-4776-bd27-22544a267d36 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 210 time: 0.0685904 Feb 11 13:24:37.785417 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f25f150-c733-412f-a5c0-a3359d04c141 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:24:37.806767 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3a9139b4-4d04-493a-be64-3d51ae0b6c65 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Allocated IP 172.20.0.13 (f00aeee0-a55a-4662-92f5-a8c965ecd91a/91ff8925-901e-4f62-a46b-d8fc7bef8096/f05658e7-eb6f-4133-b4ee-d91446960963) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:24:37.883865 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e737eb-b56f-453f-ac3b-c8b973534433 req-89e80b1a-d085-483b-b7e8-bf44c668eebb tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:37.884686 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-91e737eb-b56f-453f-ac3b-c8b973534433 req-89e80b1a-d085-483b-b7e8-bf44c668eebb tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Synchronizing usage tracker for tenant:bfb8b6d8b8204bc29a8dd22b2647ad78 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:24:37.892832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:37.956602 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Transition to ACTIVE for port object 1f25f150-c733-412f-a5c0-a3359d04c141 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:24:37.965414 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-91e737eb-b56f-453f-ac3b-c8b973534433 req-89e80b1a-d085-483b-b7e8-bf44c668eebb tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Unset dirty status for tenant:bfb8b6d8b8204bc29a8dd22b2647ad78 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:24:37.973263 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-91e737eb-b56f-453f-ac3b-c8b973534433 req-89e80b1a-d085-483b-b7e8-bf44c668eebb tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 932 time: 0.6193244 Feb 11 13:24:38.012746 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2266548'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:38.048931 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:38.372613 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-91e737eb-b56f-453f-ac3b-c8b973534433 req-8b7c4d16-970b-47d4-939c-eda10153a3f8 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980403 Feb 11 13:24:38.436735 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Pushing event updated for resources: {'Port': ['ID=1f25f150-c733-412f-a5c0-a3359d04c141,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:38.467463 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 38494) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:38.557637 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:38.594965 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3a9139b4-4d04-493a-be64-3d51ae0b6c65 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:38.626947 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3a9139b4-4d04-493a-be64-3d51ae0b6c65 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Transition to ACTIVE for port object f05658e7-eb6f-4133-b4ee-d91446960963 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:24:38.829243 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd7a16-eeb0-41c5-bcc5-ec3a3b5b7864 req-6ea0bf51-cb25-47b2-8a02-0872a0ea4732 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:38.833234 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Attempting to bind port 1f25f150-c733-412f-a5c0-a3359d04c141 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:38.833615 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Attempting to bind port 1f25f150-c733-412f-a5c0-a3359d04c141 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'c30f5603-cd0d-44d0-99aa-9b15ee5a02c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '46567eef-3934-4388-af47-340663a3590a'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:24:38.833987 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Attempting to bind port 1f25f150-c733-412f-a5c0-a3359d04c141 on network 46567eef-3934-4388-af47-340663a3590a {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:24:38.844884 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:24:38.845230 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Checking segment: {'id': 'c30f5603-cd0d-44d0-99aa-9b15ee5a02c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '46567eef-3934-4388-af47-340663a3590a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:24:38.845632 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:38.846026 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Bound using segment: {'id': 'c30f5603-cd0d-44d0-99aa-9b15ee5a02c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '46567eef-3934-4388-af47-340663a3590a'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:24:38.846515 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Bound port: 1f25f150-c733-412f-a5c0-a3359d04c141, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30f5603-cd0d-44d0-99aa-9b15ee5a02c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '46567eef-3934-4388-af47-340663a3590a'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:24:38.846888 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:38.847997 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bbdd7a16-eeb0-41c5-bcc5-ec3a3b5b7864 req-6ea0bf51-cb25-47b2-8a02-0872a0ea4732 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.7928462 Feb 11 13:24:38.915875 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3a9139b4-4d04-493a-be64-3d51ae0b6c65 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:38.943788 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bbdd7a16-eeb0-41c5-bcc5-ec3a3b5b7864 req-78917ac3-d9e6-4722-9820-6cf339a129e6 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945489 Feb 11 13:24:39.008291 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device df8b33a6-40f2-403f-bff3-c710084ca57c up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:24:39.035573 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebf821-4913-4831-883f-0ce3f5207cf1 req-6ae343ab-0718-481d-9bcc-98a4bf23f708 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:39.043592 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d3ebf821-4913-4831-883f-0ce3f5207cf1 req-6ae343ab-0718-481d-9bcc-98a4bf23f708 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.3533256 Feb 11 13:24:39.103175 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a18d21a3-ef3f-4019-9d23-e9e8c71eade8 req-8573149e-220e-4da7-a763-bbd9be1b1b8c service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5523114 Feb 11 13:24:39.168710 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:39.192088 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d3ebf821-4913-4831-883f-0ce3f5207cf1 req-b069aab6-b863-4a10-9346-10e7bd9076bc tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473579 Feb 11 13:24:39.231280 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] For port 1f25f150-c733-412f-a5c0-a3359d04c141, host hv-cinder-77398, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:24:39.237203 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] For port 1f25f150-c733-412f-a5c0-a3359d04c141, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=1f25f150-c733-412f-a5c0-a3359d04c141,segment=NetworkSegment(c30f5603-cd0d-44d0-99aa-9b15ee5a02c0),segment_id=c30f5603-cd0d-44d0-99aa-9b15ee5a02c0)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:24:39.256722 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port df8b33a6-40f2-403f-bff3-c710084ca57c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:24:39.256965 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:39.301952 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3a9139b4-4d04-493a-be64-3d51ae0b6c65 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Network f00aeee0-a55a-4662-92f5-a8c965ecd91a is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:24:39.308549 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2266548'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:39.310429 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3a9139b4-4d04-493a-be64-3d51ae0b6c65 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:24:39.318041 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3a9139b4-4d04-493a-be64-3d51ae0b6c65 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:24:39.351507 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-eba6b7e1-27a7-4c75-9946-df0b74038e7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:39.592007 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3a9139b4-4d04-493a-be64-3d51ae0b6c65 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:39.592902 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3a9139b4-4d04-493a-be64-3d51ae0b6c65 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:39.793593 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-4e2a461b-4f81-4eee-be35-09f2c7f55e00 None None] Provisioning for port f05658e7-eb6f-4133-b4ee-d91446960963 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:24:39.800265 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-4e2a461b-4f81-4eee-be35-09f2c7f55e00 None None] Provisioning complete for port f05658e7-eb6f-4133-b4ee-d91446960963 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:24:39.800687 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4e2a461b-4f81-4eee-be35-09f2c7f55e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:39.854574 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:39.855435 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:39.857203 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] 10.222.0.111 "PUT /v2.0/ports/1f25f150-c733-412f-a5c0-a3359d04c141 HTTP/1.1" status: 200 len: 1158 time: 3.3366957 Feb 11 13:24:39.869350 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222873fa-a52d-488f-a743-6edc38d23c09', 'tag': '1f25f150-c733-412f-a5c0-a3359d04c141'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:39.886299 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3a9139b4-4d04-493a-be64-3d51ae0b6c65 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1174021 Feb 11 13:24:39.900077 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9139b4-4d04-493a-be64-3d51ae0b6c65 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Pushing event updated for resources: {'Port': ['ID=f05658e7-eb6f-4133-b4ee-d91446960963,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:39.911864 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3a9139b4-4d04-493a-be64-3d51ae0b6c65 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:39.964371 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Pushing event updated for resources: {'Port': ['ID=1f25f150-c733-412f-a5c0-a3359d04c141,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:39.970646 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a461b-4f81-4eee-be35-09f2c7f55e00 None None] Port f05658e7-eb6f-4133-b4ee-d91446960963 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:24:39.981850 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-090bf3c8-9c2c-434b-8af4-e18026423155 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:40.107754 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95804cea-a8c8-42a3-8584-2cbef2f1a2c4 req-92233f1b-6b83-4321-a9d4-8b24f48e4f85 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:40.108807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-95804cea-a8c8-42a3-8584-2cbef2f1a2c4 req-92233f1b-6b83-4321-a9d4-8b24f48e4f85 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Synchronizing usage tracker for tenant:00e29c751ba64590951fc193a9d8823c on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:24:40.119066 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Request body: {'port': {'device_id': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:40.134686 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93959e2-679f-4473-a20d-7dbf38d39ac9 req-1024087c-0572-45fc-a60b-17759b680659 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:40.142978 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d93959e2-679f-4473-a20d-7dbf38d39ac9 req-1024087c-0572-45fc-a60b-17759b680659 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 944 time: 0.3464828 Feb 11 13:24:40.224414 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d93959e2-679f-4473-a20d-7dbf38d39ac9 req-b369db27-a91d-455f-ba06-36dcec84010a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802810 Feb 11 13:24:40.293962 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-95804cea-a8c8-42a3-8584-2cbef2f1a2c4 req-92233f1b-6b83-4321-a9d4-8b24f48e4f85 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Unset dirty status for tenant:00e29c751ba64590951fc193a9d8823c on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:24:40.302734 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222873fa-a52d-488f-a743-6edc38d23c09', 'tag': '1f25f150-c733-412f-a5c0-a3359d04c141', 'status': 'completed', 'code': 200} Feb 11 13:24:40.304854 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-95804cea-a8c8-42a3-8584-2cbef2f1a2c4 req-92233f1b-6b83-4321-a9d4-8b24f48e4f85 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 932 time: 0.8433068 Feb 11 13:24:40.386556 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-95804cea-a8c8-42a3-8584-2cbef2f1a2c4 req-2885b637-6afe-4e84-bf7a-5f59a1d9c871 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Synchronizing usage tracker for tenant:00e29c751ba64590951fc193a9d8823c on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:24:40.453445 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:40.510463 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-95804cea-a8c8-42a3-8584-2cbef2f1a2c4 req-2885b637-6afe-4e84-bf7a-5f59a1d9c871 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Unset dirty status for tenant:00e29c751ba64590951fc193a9d8823c on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:24:40.516567 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-95804cea-a8c8-42a3-8584-2cbef2f1a2c4 req-2885b637-6afe-4e84-bf7a-5f59a1d9c871 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105002 Feb 11 13:24:40.685552 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d46d2-367b-400a-a466-676f8571fcc7 req-1c6ef5f0-1873-46a4-83e8-dccffd3c1394 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:40.687313 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f88d46d2-367b-400a-a466-676f8571fcc7 req-1c6ef5f0-1873-46a4-83e8-dccffd3c1394 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.1989050 Feb 11 13:24:40.761077 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f88d46d2-367b-400a-a466-676f8571fcc7 req-71e96bc1-1e46-434d-b77e-245279df23d5 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650849 Feb 11 13:24:40.987843 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dccbe-a181-4a78-9632-108466176f87 req-34b97db2-9039-475d-b616-f710c07fad6b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:40.989548 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a18dccbe-a181-4a78-9632-108466176f87 req-34b97db2-9039-475d-b616-f710c07fad6b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.3489208 Feb 11 13:24:41.082181 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a18dccbe-a181-4a78-9632-108466176f87 req-3a92ce74-28b9-4a7f-9bd7-57d34ead367d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851321 Feb 11 13:24:41.174682 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05658e7-eb6f-4133-b4ee-d91446960963 {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:24:41.185946 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:41.200570 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Transition to ACTIVE for port object f05658e7-eb6f-4133-b4ee-d91446960963 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:24:41.222733 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:41.251705 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:41.420418 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Pushing event updated for resources: {'Port': ['ID=f05658e7-eb6f-4133-b4ee-d91446960963,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:41.447473 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:41.696061 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2a84b-4c8c-4984-be77-f85f8256d0d0 req-31481a89-acba-4d53-94a6-14b9d5b1a945 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:41.714973 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-91f2a84b-4c8c-4984-be77-f85f8256d0d0 req-31481a89-acba-4d53-94a6-14b9d5b1a945 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 944 time: 0.2340844 Feb 11 13:24:41.847008 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-91f2a84b-4c8c-4984-be77-f85f8256d0d0 req-e224ff67-ff6d-4f96-823f-30c8552f01f3 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245322 Feb 11 13:24:41.968589 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Attempting to bind port f05658e7-eb6f-4133-b4ee-d91446960963 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:41.968973 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Attempting to bind port f05658e7-eb6f-4133-b4ee-d91446960963 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'ffe481f5-ee24-4270-ac1a-36f251bd1339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:24:41.969419 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Attempting to bind port f05658e7-eb6f-4133-b4ee-d91446960963 on network f00aeee0-a55a-4662-92f5-a8c965ecd91a {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:24:41.976780 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:24:41.977192 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Checking segment: {'id': 'ffe481f5-ee24-4270-ac1a-36f251bd1339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:24:41.977599 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:41.977993 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Bound using segment: {'id': 'ffe481f5-ee24-4270-ac1a-36f251bd1339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:24:41.978475 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Bound port: f05658e7-eb6f-4133-b4ee-d91446960963, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe481f5-ee24-4270-ac1a-36f251bd1339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:24:41.978850 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:42.120698 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] For port f05658e7-eb6f-4133-b4ee-d91446960963, host hv-cinder-77398, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:24:42.125473 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] For port f05658e7-eb6f-4133-b4ee-d91446960963, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f05658e7-eb6f-4133-b4ee-d91446960963,segment=NetworkSegment(ffe481f5-ee24-4270-ac1a-36f251bd1339),segment_id=ffe481f5-ee24-4270-ac1a-36f251bd1339)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:24:42.166178 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:42.198986 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:42.357530 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e7779-c982-4235-bb20-fa3e9c507072 req-f38d3b93-dad0-4260-a3ce-6f926a060e29 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:42.360060 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0a7e7779-c982-4235-bb20-fa3e9c507072 req-f38d3b93-dad0-4260-a3ce-6f926a060e29 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.3097377 Feb 11 13:24:42.485038 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0a7e7779-c982-4235-bb20-fa3e9c507072 req-95b8c390-9ce2-4c46-a2fc-678e43dd4146 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137061 Feb 11 13:24:42.496361 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Pushing event updated for resources: {'Port': ['ID=f05658e7-eb6f-4133-b4ee-d91446960963,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:42.512644 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:42.514349 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:42.515017 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:42.517422 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] 10.222.0.111 "PUT /v2.0/ports/f05658e7-eb6f-4133-b4ee-d91446960963 HTTP/1.1" status: 200 len: 1158 time: 2.4050052 Feb 11 13:24:42.517961 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'tag': 'f05658e7-eb6f-4133-b4ee-d91446960963'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:42.653098 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c21949-fd37-4376-a502-53c666eb6ffc req-cfaa378a-bfb8-448f-8283-70f577b296b4 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:42.661762 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f4c21949-fd37-4376-a502-53c666eb6ffc req-cfaa378a-bfb8-448f-8283-70f577b296b4 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 944 time: 0.3678558 Feb 11 13:24:42.664898 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'tag': 'f05658e7-eb6f-4133-b4ee-d91446960963', 'status': 'completed', 'code': 200} Feb 11 13:24:42.769297 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f4c21949-fd37-4376-a502-53c666eb6ffc req-f493dac3-33e7-42ab-9b1e-f10f48aa9fdf tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066043 Feb 11 13:24:43.152597 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035affc-ef7f-44fa-8b85-4b9ccc8e28c7 req-b1f0c2c1-1c57-48e8-9b1a-dcd365f42979 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:43.154324 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c035affc-ef7f-44fa-8b85-4b9ccc8e28c7 req-b1f0c2c1-1c57-48e8-9b1a-dcd365f42979 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 944 time: 0.1714675 Feb 11 13:24:43.228335 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c035affc-ef7f-44fa-8b85-4b9ccc8e28c7 req-f9af6363-dee1-4241-aee5-a26874f216a5 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660846 Feb 11 13:24:43.850137 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec99279-eb71-4539-9ea5-913a947293e2 req-33bd437e-ab6c-4a18-8d51-d08b7005f874 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:43.851877 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5ec99279-eb71-4539-9ea5-913a947293e2 req-33bd437e-ab6c-4a18-8d51-d08b7005f874 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.1776211 Feb 11 13:24:43.930653 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5ec99279-eb71-4539-9ea5-913a947293e2 req-71fd43a8-3f9d-4eb6-b450-c298be65b302 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711627 Feb 11 13:24:44.136832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b348f7e-a28e-4851-986b-f1eb51744434 req-e2dafb89-0fb4-4827-8930-38c6c1771c16 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:44.138546 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8b348f7e-a28e-4851-986b-f1eb51744434 req-e2dafb89-0fb4-4827-8930-38c6c1771c16 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 944 time: 0.2043233 Feb 11 13:24:44.210972 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8b348f7e-a28e-4851-986b-f1eb51744434 req-481a4ffb-cb5e-4995-82b8-348d3c172514 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635891 Feb 11 13:24:44.552751 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751bf34-fca7-4c18-a716-c8afab3eb941 req-a881c5fd-d9ad-4d3f-9ee3-5c6e9317c2db tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:44.554454 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1751bf34-fca7-4c18-a716-c8afab3eb941 req-a881c5fd-d9ad-4d3f-9ee3-5c6e9317c2db tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 944 time: 0.1883597 Feb 11 13:24:44.621947 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-1751bf34-fca7-4c18-a716-c8afab3eb941 req-81f56804-88bb-4cd5-8c5c-cb65eaac5c09 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Synchronizing usage tracker for tenant:bfb8b6d8b8204bc29a8dd22b2647ad78 on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:24:44.679988 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-1751bf34-fca7-4c18-a716-c8afab3eb941 req-81f56804-88bb-4cd5-8c5c-cb65eaac5c09 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Unset dirty status for tenant:bfb8b6d8b8204bc29a8dd22b2647ad78 on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:24:44.681343 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1751bf34-fca7-4c18-a716-c8afab3eb941 req-81f56804-88bb-4cd5-8c5c-cb65eaac5c09 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200645 Feb 11 13:24:45.274046 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5956d-4efe-4744-b1fa-1a809bfaeb19 req-48f007a6-2c6b-4bf2-8ec9-600ba9900639 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:45.275804 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-67d5956d-4efe-4744-b1fa-1a809bfaeb19 req-48f007a6-2c6b-4bf2-8ec9-600ba9900639 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.1764922 Feb 11 13:24:45.364266 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-67d5956d-4efe-4744-b1fa-1a809bfaeb19 req-22181321-88f7-40a9-bce1-49d4bc6c263e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792913 Feb 11 13:24:45.619215 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4c0fa-f4a3-43dd-a706-551fc94ee9bb req-d08cbebf-4a43-41ef-b377-a21bc5eb3592 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:45.621316 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-02a4c0fa-f4a3-43dd-a706-551fc94ee9bb req-d08cbebf-4a43-41ef-b377-a21bc5eb3592 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 944 time: 0.2656412 Feb 11 13:24:45.634464 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-68d58136-8542-4465-ac52-c8ec6239be52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:45.708106 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-02a4c0fa-f4a3-43dd-a706-551fc94ee9bb req-30bf469e-a36a-4dfe-a637-265d03cc1529 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765829 Feb 11 13:24:46.005660 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a583fea-4945-4789-ad2a-4e69f75bc90f req-c73b04ec-e21c-4e6f-a838-77fa1960e11d tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:46.007304 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7a583fea-4945-4789-ad2a-4e69f75bc90f req-c73b04ec-e21c-4e6f-a838-77fa1960e11d tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 944 time: 0.1840940 Feb 11 13:24:46.039943 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 38610) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:46.086860 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7a583fea-4945-4789-ad2a-4e69f75bc90f req-f5fcf3b1-440f-4aea-8ee7-26cf7497328d tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724342 Feb 11 13:24:46.213877 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:46.232855 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:24:46.237311 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Usage tracker for resource:security_group_rule and tenant:7574ef32acef4e0e8bf4adcaa398e2f0 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:24:46.240410 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:24:46.246347 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:24:46.340839 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:46.376898 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:46.389476 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-814c4dbc-c2d1-4f2e-af1b-7e3d728e3f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:46.426925 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=7574ef32acef4e0e8bf4adcaa398e2f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856144 Feb 11 13:24:46.428955 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 38618) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:46.444149 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a7b0e4-685d-4d9f-9369-b5dea6b62ef6,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:46.455053 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.455497 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.456362 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.456805 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.457167 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.457563 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.457959 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.458359 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.458753 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.459146 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.459541 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.459955 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.460432 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.460820 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.461316 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.461702 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.462106 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.462478 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.462868 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.463251 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.463664 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.464051 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.464431 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.464819 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.470080 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:46.508000 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:46.538374 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:46.673932 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:46.681426 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4094430e-15fe-45ff-8a03-12df0710d687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:46.716401 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:46.720263 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/36a7b0e4-685d-4d9f-9369-b5dea6b62ef6 HTTP/1.1" status: 204 len: 168 time: 0.2875555 Feb 11 13:24:46.720263 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a7b0e4-685d-4d9f-9369-b5dea6b62ef6,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:46.748244 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.748869 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.749387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.749883 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.750956 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.752593 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.753099 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.755244 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.755952 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.757574 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.758169 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.759784 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.760413 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.768369 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.769017 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.769515 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.770008 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.771342 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.773051 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.773556 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.774052 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.775233 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.788262 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.788864 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:24:46.792641 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:46.811829 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3b858-9657-43ca-a59e-1ade3a408f0d req-fce887fa-b80f-4c2b-bd78-2d6418b217c0 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:46.814372 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a0c3b858-9657-43ca-a59e-1ade3a408f0d req-fce887fa-b80f-4c2b-bd78-2d6418b217c0 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.2540805 Feb 11 13:24:46.909982 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a0c3b858-9657-43ca-a59e-1ade3a408f0d req-bad5c2e1-b544-4039-8235-e868bdf27b79 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870683 Feb 11 13:24:47.105435 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290071c-0187-44a4-8c8a-0d863bfbd758 req-f5b88fa8-87a7-42fb-98df-05c3abd3624f tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:47.107175 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a290071c-0187-44a4-8c8a-0d863bfbd758 req-f5b88fa8-87a7-42fb-98df-05c3abd3624f tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 944 time: 0.1941626 Feb 11 13:24:47.180960 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a290071c-0187-44a4-8c8a-0d863bfbd758 req-18063848-4601-460d-8c6d-1204a1b8f300 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671251 Feb 11 13:24:47.339815 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 38634) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:47.361947 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-37e87bd2-9aea-485c-8886-4c8173942290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:47.381769 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-37e87bd2-9aea-485c-8886-4c8173942290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:24:47.386798 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-37e87bd2-9aea-485c-8886-4c8173942290 admin admin] Usage tracker for resource:security_group_rule and tenant:74844a3fdf6749658d08a731f68d3205 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:24:47.390193 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-37e87bd2-9aea-485c-8886-4c8173942290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:24:47.397115 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-37e87bd2-9aea-485c-8886-4c8173942290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:24:47.474995 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232653f-883d-4651-a06f-3eaae1d7f696 req-614617e5-7018-4348-a2c6-1990f76abaf2 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:47.476739 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8232653f-883d-4651-a06f-3eaae1d7f696 req-614617e5-7018-4348-a2c6-1990f76abaf2 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 944 time: 0.2213042 Feb 11 13:24:47.549700 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8232653f-883d-4651-a06f-3eaae1d7f696 req-95745e7e-ec83-464d-a147-8675f4a6de35 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622766 Feb 11 13:24:47.621949 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-37e87bd2-9aea-485c-8886-4c8173942290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:47.651397 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-37e87bd2-9aea-485c-8886-4c8173942290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:47.660941 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4a4cf5ea-54fd-47dd-a25f-a48b2fe82e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:47.714342 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-37e87bd2-9aea-485c-8886-4c8173942290 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=74844a3fdf6749658d08a731f68d3205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728206 Feb 11 13:24:47.715233 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e87bd2-9aea-485c-8886-4c8173942290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41de94e-e523-4677-8d9c-2577aeb07674,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:47.717387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 38638) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:47.718855 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-37e87bd2-9aea-485c-8886-4c8173942290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:47.798339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ab428abd-eb16-4203-8a63-a93fb2c36f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:47.831026 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ab428abd-eb16-4203-8a63-a93fb2c36f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:47.913565 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ab428abd-eb16-4203-8a63-a93fb2c36f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:47.919234 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e661b8f8-b08a-4702-acb5-e4b6866b5b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:47.937374 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab428abd-eb16-4203-8a63-a93fb2c36f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41de94e-e523-4677-8d9c-2577aeb07674,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:47.940891 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ab428abd-eb16-4203-8a63-a93fb2c36f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:47.947237 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ab428abd-eb16-4203-8a63-a93fb2c36f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:47.950165 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-ab428abd-eb16-4203-8a63-a93fb2c36f66 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/d41de94e-e523-4677-8d9c-2577aeb07674 HTTP/1.1" status: 204 len: 168 time: 0.2304797 Feb 11 13:24:48.273226 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6ae2a-7fda-40f1-b9a0-3fd21dd8847f req-cbd2e434-6c59-457e-b44b-488a9ae2c52f tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:48.274981 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89b6ae2a-7fda-40f1-b9a0-3fd21dd8847f req-cbd2e434-6c59-457e-b44b-488a9ae2c52f tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.2015879 Feb 11 13:24:48.351986 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89b6ae2a-7fda-40f1-b9a0-3fd21dd8847f req-2c79c219-3f29-4c5d-8bef-47927c4a1b85 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702565 Feb 11 13:24:48.561061 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223438d2-412f-4d0b-b9fb-bb0e36e24aaa req-4abd01ce-72de-4db0-9955-a580b04b5a28 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:48.563483 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-223438d2-412f-4d0b-b9fb-bb0e36e24aaa req-4abd01ce-72de-4db0-9955-a580b04b5a28 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 944 time: 0.2211688 Feb 11 13:24:48.635279 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-223438d2-412f-4d0b-b9fb-bb0e36e24aaa req-e93b6145-07a2-463f-9053-c8407dacda42 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649235 Feb 11 13:24:48.770961 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 38656) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:48.790534 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eb5a0d76-f9e4-4e96-827c-1039b927ef80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:48.807002 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-eb5a0d76-f9e4-4e96-827c-1039b927ef80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:24:48.811971 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-eb5a0d76-f9e4-4e96-827c-1039b927ef80 admin admin] Usage tracker for resource:security_group_rule and tenant:f81f214fd44d48feae9d425f053eced1 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:24:48.815602 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-eb5a0d76-f9e4-4e96-827c-1039b927ef80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:24:48.821617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-eb5a0d76-f9e4-4e96-827c-1039b927ef80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:24:48.868376 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42d2df-8184-442e-9ae1-ef7da50320ae req-13f98a2c-a248-4ad1-bd23-c5a7c43d6df9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:48.870036 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7b42d2df-8184-442e-9ae1-ef7da50320ae req-13f98a2c-a248-4ad1-bd23-c5a7c43d6df9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 944 time: 0.1807339 Feb 11 13:24:48.876568 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:48.921124 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eb5a0d76-f9e4-4e96-827c-1039b927ef80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:48.945792 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7b42d2df-8184-442e-9ae1-ef7da50320ae req-2c2b81d2-188e-444e-a5f5-5edc74063f2a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663457 Feb 11 13:24:49.039153 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-eb5a0d76-f9e4-4e96-827c-1039b927ef80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:49.039309 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b9d3383c-4935-4ddf-ba53-94321c0a3e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:49.047929 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ef7377ec-79db-433c-8703-067e18692a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:49.093318 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-eb5a0d76-f9e4-4e96-827c-1039b927ef80 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=f81f214fd44d48feae9d425f053eced1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211572 Feb 11 13:24:49.094256 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a0d76-f9e4-4e96-827c-1039b927ef80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e98b75a-d071-480c-a4b8-3071995d2516,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:49.096249 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 38662) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:49.097622 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-eb5a0d76-f9e4-4e96-827c-1039b927ef80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:49.158769 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a0cb72cc-4bba-425c-afa7-e833dbf935da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:49.187506 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a0cb72cc-4bba-425c-afa7-e833dbf935da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:49.514330 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-865966ee-27c9-457e-95f1-4070e1127736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:49.515978 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-865966ee-27c9-457e-95f1-4070e1127736 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=bfb8b6d8b8204bc29a8dd22b2647ad78&device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 1161 time: 0.0888710 Feb 11 13:24:49.582169 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a0cb72cc-4bba-425c-afa7-e833dbf935da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:49.593334 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3abde145-ee95-48aa-9d9f-2ca0667fae71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:49.611629 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb72cc-4bba-425c-afa7-e833dbf935da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e98b75a-d071-480c-a4b8-3071995d2516,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:49.614865 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a0cb72cc-4bba-425c-afa7-e833dbf935da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:49.633217 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a0cb72cc-4bba-425c-afa7-e833dbf935da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:49.637706 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-a0cb72cc-4bba-425c-afa7-e833dbf935da admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/0e98b75a-d071-480c-a4b8-3071995d2516 HTTP/1.1" status: 204 len: 168 time: 0.5401938 Feb 11 13:24:49.689137 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80763fab-bd3c-4d8e-958f-6e1a446b615a req-7296b511-f451-4b7e-8b64-801de761a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:49.691855 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-80763fab-bd3c-4d8e-958f-6e1a446b615a req-7296b511-f451-4b7e-8b64-801de761a7c1 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=00e29c751ba64590951fc193a9d8823c&device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 1161 time: 0.1564441 Feb 11 13:24:49.928402 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80763fab-bd3c-4d8e-958f-6e1a446b615a req-c7362a2a-96e2-4d2d-9423-1476cb87ab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:49.930085 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-80763fab-bd3c-4d8e-958f-6e1a446b615a req-c7362a2a-96e2-4d2d-9423-1476cb87ab41 service neutron] 10.222.0.111 "GET /v2.0/networks?tenant_id=00e29c751ba64590951fc193a9d8823c&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2270675 Feb 11 13:24:49.967085 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-a13fc935-9e8c-433d-b2d4-509dcf25ead3 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f25f150-c733-412f-a5c0-a3359d04c141 HTTP/1.1" status: 200 len: 217 time: 0.4325538 Feb 11 13:24:50.084802 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-1c21a3b6-3d80-4887-8752-78a07b62db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:50.087016 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-1c21a3b6-3d80-4887-8752-78a07b62db25 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=af487361-2db3-4d80-93e7-e482d8a3baa4 HTTP/1.1" status: 200 len: 854 time: 0.1132576 Feb 11 13:24:50.096951 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:50.114029 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80763fab-bd3c-4d8e-958f-6e1a446b615a req-2f8d256d-2859-49cf-82d0-59c65dbc839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:50.129007 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-80763fab-bd3c-4d8e-958f-6e1a446b615a req-2f8d256d-2859-49cf-82d0-59c65dbc839d service neutron] 10.222.0.111 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1749821 Feb 11 13:24:50.175203 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-ee008dc6-cb2d-400d-8f18-5df34776aba2 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=46567eef-3934-4388-af47-340663a3590a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706735 Feb 11 13:24:50.239017 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751260ec-3dbc-4670-b274-3e8df0016e92 req-9af0212e-2d98-4513-bd8d-f46f14229a55 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:50.240865 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-751260ec-3dbc-4670-b274-3e8df0016e92 req-9af0212e-2d98-4513-bd8d-f46f14229a55 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 944 time: 0.3640661 Feb 11 13:24:50.302430 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5b153-88fb-42e6-bc94-47fd241ae308 req-37e22014-d8e0-4281-82fd-157846dbccff tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:50.304124 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a3e5b153-88fb-42e6-bc94-47fd241ae308 req-37e22014-d8e0-4281-82fd-157846dbccff tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.4118199 Feb 11 13:24:50.477750 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a3e5b153-88fb-42e6-bc94-47fd241ae308 req-d542831a-05b2-454b-ba1c-7212ce16e687 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594758 Feb 11 13:24:50.520340 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-ca5919a7-39fd-4434-be21-94f87749ebba service neutron] 10.222.0.111 "GET /v2.0/networks/46567eef-3934-4388-af47-340663a3590a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357806 Feb 11 13:24:50.622203 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:50.643793 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-751260ec-3dbc-4670-b274-3e8df0016e92 req-1c641033-abc2-45b7-beaa-0e1897389363 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857093 Feb 11 13:24:50.689617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-283e0af5-abfc-44d2-8fe3-152ca7f4bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:50.692243 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-283e0af5-abfc-44d2-8fe3-152ca7f4bef3 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=00e29c751ba64590951fc193a9d8823c&device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 1161 time: 0.4501152 Feb 11 13:24:50.801352 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3fc43e38-ede5-4590-9042-cb93408ca850 req-9fdceb27-daa1-43f1-a693-31365f7f2421 service neutron] 10.222.0.111 "GET /v2.0/networks/46567eef-3934-4388-af47-340663a3590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2687957 Feb 11 13:24:50.811296 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-533f4582-33ee-49f4-a150-a735e7888ec2 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f05658e7-eb6f-4133-b4ee-d91446960963 HTTP/1.1" status: 200 len: 217 time: 0.1037161 Feb 11 13:24:50.898009 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-36c7120e-48c9-4a49-a7e6-100819b39657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:50.898248 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac30dc8-3f3f-488a-909a-13d8c89cdede req-cbde07d1-aab5-45a7-bae1-8b0f923a2025 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:50.900498 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-36c7120e-48c9-4a49-a7e6-100819b39657 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=91ff8925-901e-4f62-a46b-d8fc7bef8096 HTTP/1.1" status: 200 len: 853 time: 0.0816095 Feb 11 13:24:50.905331 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-eac30dc8-3f3f-488a-909a-13d8c89cdede req-cbde07d1-aab5-45a7-bae1-8b0f923a2025 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 944 time: 0.2342794 Feb 11 13:24:51.028386 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-eac30dc8-3f3f-488a-909a-13d8c89cdede req-a8d614ad-93a6-4eba-87f5-4a059de58780 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216393 Feb 11 13:24:51.052840 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-7d0e21f8-2d74-4988-988c-fc8649aef83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:51.063199 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-7d0e21f8-2d74-4988-988c-fc8649aef83b service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f00aeee0-a55a-4662-92f5-a8c965ecd91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1442184 Feb 11 13:24:51.066505 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42962bb4-7f14-45a5-84a0-0f31a0fbf95c req-84ef8063-4592-45ba-8a9d-206dc90bba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:51.068321 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-42962bb4-7f14-45a5-84a0-0f31a0fbf95c req-84ef8063-4592-45ba-8a9d-206dc90bba44 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=bfb8b6d8b8204bc29a8dd22b2647ad78&device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 1161 time: 0.1246283 Feb 11 13:24:51.183207 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d21a3-ef3f-4019-9d23-e9e8c71eade8 req-621d22a3-c7f9-4b0d-90f0-724bda6ce050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:51.184918 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a18d21a3-ef3f-4019-9d23-e9e8c71eade8 req-621d22a3-c7f9-4b0d-90f0-724bda6ce050 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab&tenant_id=f5d2b1be961749bcaa243e9f0bed551b HTTP/1.1" status: 200 len: 1161 time: 0.2002146 Feb 11 13:24:51.212633 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 38700) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:51.245568 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42962bb4-7f14-45a5-84a0-0f31a0fbf95c req-99e4d0fa-c03d-4bfe-b5c1-b16ef760dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:51.247153 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-42962bb4-7f14-45a5-84a0-0f31a0fbf95c req-99e4d0fa-c03d-4bfe-b5c1-b16ef760dcfc service neutron] 10.222.0.111 "GET /v2.0/networks?id=46567eef-3934-4388-af47-340663a3590a HTTP/1.1" status: 200 len: 908 time: 0.1634438 Feb 11 13:24:51.281006 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-f4cef2ca-6b66-45cc-ae04-43d0ae356479 service neutron] 10.222.0.111 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166944 Feb 11 13:24:51.336761 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-42962bb4-7f14-45a5-84a0-0f31a0fbf95c req-b0d3476f-73d5-4374-b269-53e42da8cbd8 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f25f150-c733-412f-a5c0-a3359d04c141 HTTP/1.1" status: 200 len: 217 time: 0.0828094 Feb 11 13:24:51.408273 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1784112166-network', 'tenant_id': '91f9330e7c4d4f0ab80c48bb3ffc107e'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:51.423123 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:24:51.433807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Usage tracker for resource:network and tenant:91f9330e7c4d4f0ab80c48bb3ffc107e is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:24:51.439086 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:24:51.447600 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d21a3-ef3f-4019-9d23-e9e8c71eade8 req-fbfa3798-d29c-41d6-a75a-dd42e3d7cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:51.449047 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:24:51.452153 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a18d21a3-ef3f-4019-9d23-e9e8c71eade8 req-fbfa3798-d29c-41d6-a75a-dd42e3d7cd22 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=f5d2b1be961749bcaa243e9f0bed551b&device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 1161 time: 0.2299516 Feb 11 13:24:51.455333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42962bb4-7f14-45a5-84a0-0f31a0fbf95c req-ab447d17-1ef8-4e9a-a8dd-cab54750ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:51.456963 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-42962bb4-7f14-45a5-84a0-0f31a0fbf95c req-ab447d17-1ef8-4e9a-a8dd-cab54750ff3d service neutron] 10.222.0.111 "GET /v2.0/subnets?id=af487361-2db3-4d80-93e7-e482d8a3baa4 HTTP/1.1" status: 200 len: 854 time: 0.1048622 Feb 11 13:24:51.517324 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Made reservation on behalf of 91f9330e7c4d4f0ab80c48bb3ffc107e for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:24:51.522792 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:51.542276 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-42962bb4-7f14-45a5-84a0-0f31a0fbf95c req-96e6afd2-ed12-4a6e-abca-da65d19652cd service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=46567eef-3934-4388-af47-340663a3590a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756860 Feb 11 13:24:51.545286 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:51.594799 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4215abb1-18d9-47ca-8186-bc84fcd0e1cb req-4c5f7150-5790-4ddb-a108-c83cf2025c4f service neutron] 10.222.0.111 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3030820 Feb 11 13:24:51.610583 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:24:51.670175 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Usage tracker for resource:security_group_rule and tenant:91f9330e7c4d4f0ab80c48bb3ffc107e is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:24:51.681891 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:24:51.688712 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d21a3-ef3f-4019-9d23-e9e8c71eade8 req-33d6d514-9248-4599-a94c-856bed7a9aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:51.690299 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a18d21a3-ef3f-4019-9d23-e9e8c71eade8 req-33d6d514-9248-4599-a94c-856bed7a9aac service neutron] 10.222.0.111 "GET /v2.0/networks?id=120ce4ab-747c-47cb-a13f-ce5d6314efdf HTTP/1.1" status: 200 len: 911 time: 0.2339041 Feb 11 13:24:51.691915 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:24:51.753834 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-42962bb4-7f14-45a5-84a0-0f31a0fbf95c req-36ce7ae9-51dc-48b3-9285-fd6eac126f84 service neutron] 10.222.0.111 "GET /v2.0/networks/46567eef-3934-4388-af47-340663a3590a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967113 Feb 11 13:24:51.828204 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a18d21a3-ef3f-4019-9d23-e9e8c71eade8 req-22064700-70f9-4c8e-8af0-e987904d28a7 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88ede691-1330-4737-b2b3-2f4b51080cff HTTP/1.1" status: 200 len: 1000 time: 0.1233089 Feb 11 13:24:51.920851 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24980-e5ee-4b8b-989c-00d4eff18d1c req-35e6a142-7b66-4538-a618-ad8887ba5a79 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:51.922561 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7ae24980-e5ee-4b8b-989c-00d4eff18d1c req-35e6a142-7b66-4538-a618-ad8887ba5a79 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.2763550 Feb 11 13:24:52.019837 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d21a3-ef3f-4019-9d23-e9e8c71eade8 req-11dddcdb-23a1-488a-98f3-75d225cf1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:52.021662 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a18d21a3-ef3f-4019-9d23-e9e8c71eade8 req-11dddcdb-23a1-488a-98f3-75d225cf1dc2 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=4b20cf4d-7400-4a95-b52e-0748341fc3c7 HTTP/1.1" status: 200 len: 856 time: 0.0980966 Feb 11 13:24:52.026258 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:52.029147 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-42962bb4-7f14-45a5-84a0-0f31a0fbf95c req-fa94832b-cc00-44d0-994f-2ae1e0e22a3e service neutron] 10.222.0.111 "GET /v2.0/networks/46567eef-3934-4388-af47-340663a3590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2659972 Feb 11 13:24:52.046929 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7ae24980-e5ee-4b8b-989c-00d4eff18d1c req-b6409b60-fafa-4ece-8f8e-5bd2858f1f27 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833375 Feb 11 13:24:52.122893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4cbf0-f9e6-4edc-b0fe-50805ab91040 req-b650f315-086d-4b74-a81e-0d94913920da tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:52.124724 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-fcd4cbf0-f9e6-4edc-b0fe-50805ab91040 req-b650f315-086d-4b74-a81e-0d94913920da tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 944 time: 0.3370631 Feb 11 13:24:52.126079 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:52.131523 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f7fef2ef-6318-42c2-8408-a36e4a96aaed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:52.136297 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d21a3-ef3f-4019-9d23-e9e8c71eade8 req-eb30d65f-da02-413d-a153-94bba15676a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:52.138185 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a18d21a3-ef3f-4019-9d23-e9e8c71eade8 req-eb30d65f-da02-413d-a153-94bba15676a7 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=120ce4ab-747c-47cb-a13f-ce5d6314efdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0902138 Feb 11 13:24:52.186787 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:24:52.213925 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1912a5ae-ba9f-41d9-9a8e-799b27da4297,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:52.220435 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:52.238733 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-fcd4cbf0-f9e6-4edc-b0fe-50805ab91040 req-a2cc95da-1edb-4857-a01b-9e1eb87849fb tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963402 Feb 11 13:24:52.241662 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:52.242028 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.segments_db [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Added segment ea87bce6-698e-41cc-83d5-9da70704dffd of type vxlan for network 084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2 Feb 11 13:24:52.273782 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769294074005'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:52.330910 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:52.332610 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:52.333349 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:52.340049 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:52.354665 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a18d21a3-ef3f-4019-9d23-e9e8c71eade8 req-3a1bd492-7b56-47fd-8aa2-cf0f53bdd2d4 service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071140 Feb 11 13:24:52.447490 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1b441-a462-49ab-98e7-49cf79cb0fb7 req-707397fc-cbfd-4331-be32-1907083153e6 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:52.449136 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1fc1b441-a462-49ab-98e7-49cf79cb0fb7 req-707397fc-cbfd-4331-be32-1907083153e6 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 944 time: 0.2119012 Feb 11 13:24:52.453887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Pushing event updated for resources: {'Network': ['ID=084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:52.457046 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:52.470865 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Network 084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2 details requested by agent ovs-agent-dv-cinder-773985-4-smb with host dv-cinder-773985-4-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:24:52.474864 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-3a0c7348-47a7-459c-be3a-83654778b556 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2602320 Feb 11 13:24:52.477594 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 38716) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:52.484032 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-67a08169-eba7-4a7a-8e15-be7ae1ef4cbb admin admin] Request body: {'subnet': {'network_id': '084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1784112166-subnet', 'tenant_id': '91f9330e7c4d4f0ab80c48bb3ffc107e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:52.484665 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Network 084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:24:52.489988 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-67a08169-eba7-4a7a-8e15-be7ae1ef4cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:24:52.494150 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-67a08169-eba7-4a7a-8e15-be7ae1ef4cbb admin admin] Usage tracker for resource:subnet and tenant:91f9330e7c4d4f0ab80c48bb3ffc107e is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:24:52.497360 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-67a08169-eba7-4a7a-8e15-be7ae1ef4cbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:24:52.504923 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-67a08169-eba7-4a7a-8e15-be7ae1ef4cbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:24:52.548155 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a08169-eba7-4a7a-8e15-be7ae1ef4cbb admin admin] Made reservation on behalf of 91f9330e7c4d4f0ab80c48bb3ffc107e for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:24:52.553411 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-67a08169-eba7-4a7a-8e15-be7ae1ef4cbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2195775'] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:52.619520 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1fc1b441-a462-49ab-98e7-49cf79cb0fb7 req-a5595307-e9d1-43c8-a9db-4afeb594c838 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463549 Feb 11 13:24:52.672734 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a18d21a3-ef3f-4019-9d23-e9e8c71eade8 req-ed79ba67-2394-4058-8471-94832813edcb service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2212791 Feb 11 13:24:53.038693 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-67a08169-eba7-4a7a-8e15-be7ae1ef4cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850934310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2195758'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:53.054911 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cfdb0db2-48c1-4960-a01e-2b8715249861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:53.188893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a08169-eba7-4a7a-8e15-be7ae1ef4cbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=20e9cab3-a63b-4e30-9181-ed6b9b6c6552,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:53.193273 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-67a08169-eba7-4a7a-8e15-be7ae1ef4cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:53.219717 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.objects.ports [None req-e2c36c2c-c876-4397-b90b-e1e5926ab7a1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 13:24:53.328504 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a08169-eba7-4a7a-8e15-be7ae1ef4cbb admin admin] Checking segment: {'id': 'ea87bce6-698e-41cc-83d5-9da70704dffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:24:53.328911 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a08169-eba7-4a7a-8e15-be7ae1ef4cbb admin admin] Network hostable DHCP agents. Network: 084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2, hostable agents: ['1ef1e8a0-3524-48fd-9506-a9618884bda0'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:24:53.455614 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec132f-c321-4b82-b67c-4e975d74ec91 req-9a1975db-d37c-40ce-b384-349ee6fe1d5b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:53.457355 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-76ec132f-c321-4b82-b67c-4e975d74ec91 req-9a1975db-d37c-40ce-b384-349ee6fe1d5b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.2415431 Feb 11 13:24:53.504403 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a08169-eba7-4a7a-8e15-be7ae1ef4cbb admin admin] Network 084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2 is scheduled to be hosted by DHCP agent 1ef1e8a0-3524-48fd-9506-a9618884bda0 with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:24:53.528172 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-76ec132f-c321-4b82-b67c-4e975d74ec91 req-94613de2-0471-4f3f-b74e-ed5a49297886 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626242 Feb 11 13:24:53.576543 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b8a1b-3d76-4602-af28-caab79780519 req-23d36c46-a0d6-400d-bac9-15e6428f0a02 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:53.579028 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-213b8a1b-3d76-4602-af28-caab79780519 req-23d36c46-a0d6-400d-bac9-15e6428f0a02 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 944 time: 0.2001345 Feb 11 13:24:53.581863 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-67a08169-eba7-4a7a-8e15-be7ae1ef4cbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-smb, 084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:24:53.595359 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65611877-908c-4931-8d48-2618d7ee25dc None None] Network 084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:24:53.603240 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a08169-eba7-4a7a-8e15-be7ae1ef4cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:53.604976 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-67a08169-eba7-4a7a-8e15-be7ae1ef4cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:53.648019 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-213b8a1b-3d76-4602-af28-caab79780519 req-c2736b47-8263-49b4-a528-18bca34c174a tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616415 Feb 11 13:24:53.675823 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-67a08169-eba7-4a7a-8e15-be7ae1ef4cbb admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1894395 Feb 11 13:24:53.738548 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 1f25f150-c733-412f-a5c0-a3359d04c141 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:24:53.934962 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1754d8f3-f048-435e-951e-63ebd82f0bb4 None None] Network 084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:24:53.958099 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port 1f25f150-c733-412f-a5c0-a3359d04c141 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:24:54.046310 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecda2f-26f9-4aa3-b46f-857278ac8960 req-e3d0d310-651c-43b3-9ac0-b5a5d36539c3 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:54.047957 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-11ecda2f-26f9-4aa3-b46f-857278ac8960 req-e3d0d310-651c-43b3-9ac0-b5a5d36539c3 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 944 time: 0.2520046 Feb 11 13:24:54.081986 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 1f25f150-c733-412f-a5c0-a3359d04c141 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:24:54.082421 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:54.208322 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-11ecda2f-26f9-4aa3-b46f-857278ac8960 req-eb06655b-1ac1-4671-9c51-221f9810c258 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538258 Feb 11 13:24:54.719800 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:54.819944 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 1f25f150-c733-412f-a5c0-a3359d04c141, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=1f25f150-c733-412f-a5c0-a3359d04c141,segment=NetworkSegment(c30f5603-cd0d-44d0-99aa-9b15ee5a02c0),segment_id=c30f5603-cd0d-44d0-99aa-9b15ee5a02c0)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:24:54.821311 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222873fa-a52d-488f-a743-6edc38d23c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f25f150-c733-412f-a5c0-a3359d04c141'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:54.991210 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dcbd0-454a-46de-a310-214ad35abe12 req-05f727ca-4248-4f78-897a-c2009d2c02fe tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:55.001075 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-724dcbd0-454a-46de-a310-214ad35abe12 req-05f727ca-4248-4f78-897a-c2009d2c02fe tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.2875609 Feb 11 13:24:55.095283 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-724dcbd0-454a-46de-a310-214ad35abe12 req-c53afbc3-b800-4149-b40f-0801cb3cce46 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927870 Feb 11 13:24:55.230487 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85a69d-477c-4b39-a360-631eb177f576 req-7329ea1f-fcc6-4d74-a92f-ba06455d8acf tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:55.233167 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4c85a69d-477c-4b39-a360-631eb177f576 req-7329ea1f-fcc6-4d74-a92f-ba06455d8acf tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.5364609 Feb 11 13:24:55.304414 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4c85a69d-477c-4b39-a360-631eb177f576 req-7df3477c-f562-4605-b48f-c2ecd342cd51 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637343 Feb 11 13:24:55.386868 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222873fa-a52d-488f-a743-6edc38d23c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f25f150-c733-412f-a5c0-a3359d04c141', 'code': 200} Feb 11 13:24:55.521013 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca0543-3c13-498f-8827-c23f74e1374d req-b8cda9f6-204b-466f-8d34-05699deeb0f0 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:55.522800 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ceca0543-3c13-498f-8827-c23f74e1374d req-b8cda9f6-204b-466f-8d34-05699deeb0f0 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 944 time: 0.2456632 Feb 11 13:24:55.597215 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ceca0543-3c13-498f-8827-c23f74e1374d req-4d358c4c-050b-44b6-a2f4-0683e7b11af8 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676486 Feb 11 13:24:55.676299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777933eb-9987-4bd9-beaf-185ae82f034a req-d85ecf54-9a6b-4280-b5d2-c0af7f3bf9b8 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:55.677987 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-777933eb-9987-4bd9-beaf-185ae82f034a req-d85ecf54-9a6b-4280-b5d2-c0af7f3bf9b8 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 946 time: 0.1852937 Feb 11 13:24:55.745012 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-777933eb-9987-4bd9-beaf-185ae82f034a req-3e348f45-2a7d-488a-8ee1-ca1b2d3de34d tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603597 Feb 11 13:24:56.476852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a433f7-3d6f-45f9-a336-1d4fc7adef84 req-8ed2ec7f-990c-4d54-a70d-4a2a5e26ab35 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:56.480997 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-85a433f7-3d6f-45f9-a336-1d4fc7adef84 req-8ed2ec7f-990c-4d54-a70d-4a2a5e26ab35 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.2014461 Feb 11 13:24:56.549415 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-85a433f7-3d6f-45f9-a336-1d4fc7adef84 req-bd2fac99-3d3a-42b0-a990-c3ca7800325d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631893 Feb 11 13:24:56.659871 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774fbe1-5e62-4814-8221-5ab3307f0ed0 req-9f28afc8-c31b-42c4-9ddf-72754c35b8b5 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:56.661815 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4774fbe1-5e62-4814-8221-5ab3307f0ed0 req-9f28afc8-c31b-42c4-9ddf-72754c35b8b5 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.1904030 Feb 11 13:24:56.738880 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4774fbe1-5e62-4814-8221-5ab3307f0ed0 req-65509598-4507-4122-bb2b-edbc241d9156 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654142 Feb 11 13:24:56.947799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1bb4e-23b6-4522-87fe-686648a23508 req-9a8aa355-49d6-4c56-bd9a-85872b4f1a7e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:56.950858 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f0d1bb4e-23b6-4522-87fe-686648a23508 req-9a8aa355-49d6-4c56-bd9a-85872b4f1a7e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 944 time: 0.1841097 Feb 11 13:24:57.037257 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f0d1bb4e-23b6-4522-87fe-686648a23508 req-d3130b0b-4704-4edf-9a0a-5adbc39ba2ec tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702343 Feb 11 13:24:57.143090 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e2d2b-eb72-4bfa-821c-07cefbead135 req-6280b5ed-43c2-4169-ad0d-9765358a7fb6 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:57.144854 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c09e2d2b-eb72-4bfa-821c-07cefbead135 req-6280b5ed-43c2-4169-ad0d-9765358a7fb6 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 946 time: 0.1780465 Feb 11 13:24:57.211104 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c09e2d2b-eb72-4bfa-821c-07cefbead135 req-6c9511c7-966a-42a0-922e-6f3ade7763e0 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588014 Feb 11 13:24:57.542027 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:57.544450 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1c3fed52-f471-4e5b-95f7-58106738aadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:57.578838 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:57.659521 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=1f25f150-c733-412f-a5c0-a3359d04c141,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:57.663594 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:57.853475 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.objects.ports [None req-8c442bfc-1473-4044-8a04-4fa5443b5b12 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 13:24:57.992797 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1c62e-cda7-4d57-920b-52cb5ab716e3 req-5ad0209d-7e32-4183-a3a6-8e8d2cf37e48 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:57.994513 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-72e1c62e-cda7-4d57-920b-52cb5ab716e3 req-5ad0209d-7e32-4183-a3a6-8e8d2cf37e48 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.2157135 Feb 11 13:24:58.087291 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-72e1c62e-cda7-4d57-920b-52cb5ab716e3 req-ad69e864-a0ff-4d18-85f6-2738a27f13c8 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854030 Feb 11 13:24:58.094598 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01150c-d8a5-4135-9de1-ce100782272a req-f892d1ba-1a5d-4d44-9ea4-bf9d15e0b40b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:58.096516 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-cb01150c-d8a5-4135-9de1-ce100782272a req-f892d1ba-1a5d-4d44-9ea4-bf9d15e0b40b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.1781154 Feb 11 13:24:58.172489 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-cb01150c-d8a5-4135-9de1-ce100782272a req-913b6cf5-9bc6-48bc-ad05-867e9411e2a6 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688176 Feb 11 13:24:58.487661 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 1f25f150-c733-412f-a5c0-a3359d04c141 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:24:58.539988 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d460d-3d7f-4282-bcc0-dc765dd048de req-dcce492c-8757-429a-be39-9e15469b382d tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:58.541736 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b72d460d-3d7f-4282-bcc0-dc765dd048de req-dcce492c-8757-429a-be39-9e15469b382d tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 944 time: 0.2240746 Feb 11 13:24:58.597089 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 1f25f150-c733-412f-a5c0-a3359d04c141 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:24:58.597756 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:58.631069 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b72d460d-3d7f-4282-bcc0-dc765dd048de req-3927f5ba-639f-4237-b4f3-7d6e6f3a9842 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809128 Feb 11 13:24:58.751869 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device f05658e7-eb6f-4133-b4ee-d91446960963 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:24:58.942103 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port f05658e7-eb6f-4133-b4ee-d91446960963 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:24:58.948387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port f05658e7-eb6f-4133-b4ee-d91446960963 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:24:58.948875 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:59.045377 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00611c13-10d6-4261-8076-5ca8dc71ae32 req-aa998b05-eeed-451b-8cb3-99c5a3ec61fe tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:59.047850 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-00611c13-10d6-4261-8076-5ca8dc71ae32 req-aa998b05-eeed-451b-8cb3-99c5a3ec61fe tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 946 time: 0.2475791 Feb 11 13:24:59.101570 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:59.116985 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-00611c13-10d6-4261-8076-5ca8dc71ae32 req-2cd228b8-86f9-46dd-92f1-5a7cb763efa1 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618832 Feb 11 13:24:59.167749 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05658e7-eb6f-4133-b4ee-d91446960963'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:59.186063 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port f05658e7-eb6f-4133-b4ee-d91446960963, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f05658e7-eb6f-4133-b4ee-d91446960963,segment=NetworkSegment(ffe481f5-ee24-4270-ac1a-36f251bd1339),segment_id=ffe481f5-ee24-4270-ac1a-36f251bd1339)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:24:59.222777 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:59.225717 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-694db1a9-0d33-4c06-b37f-708e30e031aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:24:59.328104 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=f05658e7-eb6f-4133-b4ee-d91446960963,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:24:59.330282 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:24:59.414105 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-76d15245-4955-4b50-a444-f9c8b2b6b2d8 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:59.414590 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-76d15245-4955-4b50-a444-f9c8b2b6b2d8 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Synchronizing usage tracker for tenant:91f9330e7c4d4f0ab80c48bb3ffc107e on resource:network {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:24:59.464982 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c3f73-5aaa-4132-8ef8-6a4af989c7f3 req-1f0da398-447d-44ae-88f9-a2fc1d9b22b3 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:24:59.466742 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3e0c3f73-5aaa-4132-8ef8-6a4af989c7f3 req-1f0da398-447d-44ae-88f9-a2fc1d9b22b3 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.2180984 Feb 11 13:24:59.474099 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-76d15245-4955-4b50-a444-f9c8b2b6b2d8 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Unset dirty status for tenant:91f9330e7c4d4f0ab80c48bb3ffc107e on resource:network {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:24:59.475384 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-76d15245-4955-4b50-a444-f9c8b2b6b2d8 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/networks?id=084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2 HTTP/1.1" status: 200 len: 809 time: 0.3784962 Feb 11 13:24:59.493471 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-58d45754-ac88-43b3-b273-61bd6f1e1fcc tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/quotas/91f9330e7c4d4f0ab80c48bb3ffc107e HTTP/1.1" status: 200 len: 375 time: 0.0105319 Feb 11 13:24:59.537034 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3e0c3f73-5aaa-4132-8ef8-6a4af989c7f3 req-1345038d-2fe3-48bd-bf81-860e5bf04a17 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624747 Feb 11 13:24:59.568884 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-459dc865-31b0-4354-b525-26824656695b tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=91f9330e7c4d4f0ab80c48bb3ffc107e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689361 Feb 11 13:24:59.647324 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05658e7-eb6f-4133-b4ee-d91446960963', 'code': 200} Feb 11 13:24:59.724020 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 1f25f150-c733-412f-a5c0-a3359d04c141 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:24:59.776756 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-030f4a0d-dfa8-4e8c-b5ce-3f7bcb4ad2c0 service neutron] 10.222.0.120 "GET /v2.0/networks/084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008429 Feb 11 13:24:59.819751 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 1f25f150-c733-412f-a5c0-a3359d04c141 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:24:59.820183 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:24:59.979990 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-384fee52-9341-4a04-88e5-7a127ac9bcb6 service neutron] 10.222.0.120 "GET /v2.0/networks/084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1963425 Feb 11 13:25:00.008393 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce09864-7fb0-4d2f-a427-b2a7c974bf0b req-c1971b37-2bbc-4977-88f5-27c863682454 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:00.010264 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8ce09864-7fb0-4d2f-a427-b2a7c974bf0b req-c1971b37-2bbc-4977-88f5-27c863682454 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.2406826 Feb 11 13:25:00.030660 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device f05658e7-eb6f-4133-b4ee-d91446960963 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:25:00.082282 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8ce09864-7fb0-4d2f-a427-b2a7c974bf0b req-03c58490-1bb4-4d2f-a0d2-ef9efe013eee tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648420 Feb 11 13:25:00.113877 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port f05658e7-eb6f-4133-b4ee-d91446960963 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:25:00.114304 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:00.601752 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d8493-d9f0-4124-b5ff-da621643050c req-b718e55b-1f42-4265-86f5-b5f7d477158a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:00.607188 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2f4d8493-d9f0-4124-b5ff-da621643050c req-b718e55b-1f42-4265-86f5-b5f7d477158a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 946 time: 0.2913308 Feb 11 13:25:00.648241 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2c15d-57cf-4a0d-b770-e6535c1f3e1a req-ff131057-8b9d-486b-a59b-95e0606c10c8 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:00.650551 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-63b2c15d-57cf-4a0d-b770-e6535c1f3e1a req-ff131057-8b9d-486b-a59b-95e0606c10c8 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 946 time: 0.4197555 Feb 11 13:25:00.697538 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2f4d8493-d9f0-4124-b5ff-da621643050c req-a1969fb4-78d9-4592-8139-88a322b71516 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824175 Feb 11 13:25:00.728186 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-63b2c15d-57cf-4a0d-b770-e6535c1f3e1a req-36c239f7-7075-4112-9b2b-818cf758dbe1 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645795 Feb 11 13:25:00.840413 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-44a3a06e-68cf-4330-9368-b2c01cca7c4d req-3f50a0e0-0469-47d7-8434-53b7e45fbef7 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 210 time: 0.0549593 Feb 11 13:25:01.074631 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9fa75-18f1-4dc2-85ce-8cf099d7723d req-a1820685-5898-4001-b674-1fac7a59e070 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:01.076389 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c6e9fa75-18f1-4dc2-85ce-8cf099d7723d req-a1820685-5898-4001-b674-1fac7a59e070 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.1900063 Feb 11 13:25:01.143171 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c6e9fa75-18f1-4dc2-85ce-8cf099d7723d req-b63abe2a-3e03-4d0b-a6d0-e2dc885891bc tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595951 Feb 11 13:25:01.409540 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fad0e8-8c33-4bee-8dc1-7a3df2c7b8e0 req-411a12f9-1fc8-496b-bcde-7ef0f85d8547 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:01.410836 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e4fad0e8-8c33-4bee-8dc1-7a3df2c7b8e0 req-411a12f9-1fc8-496b-bcde-7ef0f85d8547 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.1875331 Feb 11 13:25:01.425425 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:25:01.492368 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e4fad0e8-8c33-4bee-8dc1-7a3df2c7b8e0 req-a08e1c04-3911-4605-87d8-2d9455444eeb tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743454 Feb 11 13:25:02.011815 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a594d3-f7e2-4ee3-ae0e-98248809ec5b req-be67dcea-81bd-4656-a9b1-eb4411a46697 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:02.013452 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c0a594d3-f7e2-4ee3-ae0e-98248809ec5b req-be67dcea-81bd-4656-a9b1-eb4411a46697 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 946 time: 0.1757338 Feb 11 13:25:02.080796 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c0a594d3-f7e2-4ee3-ae0e-98248809ec5b req-ebf52a11-8aac-4efc-8ebf-3ac648d3edb3 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606179 Feb 11 13:25:02.097589 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd87c50-ba35-479f-ae42-586fc398701e req-92efe3ee-8e8d-4dda-a3ab-4305c6c31aaa tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:02.099341 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9cd87c50-ba35-479f-ae42-586fc398701e req-92efe3ee-8e8d-4dda-a3ab-4305c6c31aaa tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 946 time: 0.2274706 Feb 11 13:25:02.188562 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9cd87c50-ba35-479f-ae42-586fc398701e req-75ad1e6c-9648-4a57-bb7f-8533b6dc445a tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820220 Feb 11 13:25:02.311703 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ae6a660f-a8b1-4d36-9626-360b52fa4109 req-e8ef7ade-99f5-420b-bffa-d3bc61dc3e2a tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 210 time: 0.0570869 Feb 11 13:25:02.519291 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e107133-2c48-420f-a891-b9af1bcd9ba4 req-66ca0eed-c7ae-41ab-a9c6-9e2c353c944e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:02.521022 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9e107133-2c48-420f-a891-b9af1bcd9ba4 req-66ca0eed-c7ae-41ab-a9c6-9e2c353c944e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.1897392 Feb 11 13:25:02.614207 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9e107133-2c48-420f-a891-b9af1bcd9ba4 req-a2658b72-b015-4dc2-b0cb-0bde7396a866 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806425 Feb 11 13:25:02.809237 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09aeb9-87b8-434c-af9d-2c824f169265 req-f0cdf95c-1df7-4e88-adad-6af35ff72163 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:02.810955 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0e09aeb9-87b8-434c-af9d-2c824f169265 req-f0cdf95c-1df7-4e88-adad-6af35ff72163 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.1727500 Feb 11 13:25:02.889802 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0e09aeb9-87b8-434c-af9d-2c824f169265 req-8308086c-ec43-4401-a813-60a47ab3e717 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708706 Feb 11 13:25:03.490236 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82aeda-20dd-4b7f-8358-08b3ffd157d6 req-f4dea713-ad48-4b06-a332-6f143c86f673 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:03.492768 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2f82aeda-20dd-4b7f-8358-08b3ffd157d6 req-f4dea713-ad48-4b06-a332-6f143c86f673 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 946 time: 0.2326655 Feb 11 13:25:03.549417 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627d43b-e564-4110-b67f-4dbebbdea5c8 req-cdce72ca-5919-4511-9877-7937337a167e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:03.551144 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6627d43b-e564-4110-b67f-4dbebbdea5c8 req-cdce72ca-5919-4511-9877-7937337a167e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 946 time: 0.1977277 Feb 11 13:25:03.562266 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2f82aeda-20dd-4b7f-8358-08b3ffd157d6 req-3fdb76ff-4309-4ca7-b1fe-a1df952ff2f6 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623894 Feb 11 13:25:03.651825 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6627d43b-e564-4110-b67f-4dbebbdea5c8 req-f2a9478f-7ec6-4604-a616-cb727176f066 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688066 Feb 11 13:25:03.786031 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e83a4770-6bd6-4db6-88a7-4286744bc7ff req-5ee0bf22-cd33-4c40-81f2-945e95aba82d tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 210 time: 0.0778921 Feb 11 13:25:03.974073 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a58c9-a2e0-4215-bfc3-b534c40d6be4 req-02560582-79fa-40e0-aefe-4c4c54806feb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:03.975870 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ec5a58c9-a2e0-4215-bfc3-b534c40d6be4 req-02560582-79fa-40e0-aefe-4c4c54806feb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.1825864 Feb 11 13:25:04.059908 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ec5a58c9-a2e0-4215-bfc3-b534c40d6be4 req-f09f1ec7-f92c-443a-abd7-30f49c532f82 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758545 Feb 11 13:25:04.252902 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac010167-090c-4c72-a368-ab676f65dfc2 req-83aeb4f4-747c-4cee-ba21-6039c834f61d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:04.254817 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ac010167-090c-4c72-a368-ab676f65dfc2 req-83aeb4f4-747c-4cee-ba21-6039c834f61d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.1992402 Feb 11 13:25:04.329689 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ac010167-090c-4c72-a368-ab676f65dfc2 req-0361e238-696c-444f-91c6-e285b3c402e6 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683722 Feb 11 13:25:04.938381 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb7950-5906-4024-af6c-ef53b73fa153 req-dc9f42ee-a498-481a-a9a4-cb0cbd27cf2e tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:04.939957 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-befb7950-5906-4024-af6c-ef53b73fa153 req-dc9f42ee-a498-481a-a9a4-cb0cbd27cf2e tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 946 time: 0.1711900 Feb 11 13:25:04.954172 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4ded3-cee6-4a70-88e2-a12a6346cfa1 req-bfa72894-c278-431e-a51d-bcbb69095ee6 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:04.955968 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ceb4ded3-cee6-4a70-88e2-a12a6346cfa1 req-bfa72894-c278-431e-a51d-bcbb69095ee6 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 946 time: 0.1809893 Feb 11 13:25:05.013856 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-befb7950-5906-4024-af6c-ef53b73fa153 req-c72dfaa5-4cdb-4326-b312-b53f90d7c9b7 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671146 Feb 11 13:25:05.039247 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ceb4ded3-cee6-4a70-88e2-a12a6346cfa1 req-95e04fa8-9cf7-443b-96e1-6aa0f9680467 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762472 Feb 11 13:25:05.215723 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f8a1bf5b-46bb-4108-bfab-60e787fcf5ce req-bda1a116-186c-4fcc-8fff-dc070e90e90e tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 210 time: 0.0630713 Feb 11 13:25:05.430317 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1de53-5856-4d00-8237-4ad75e6da065 req-1e452496-bae5-443e-a75c-4cd698de9bde tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:05.436460 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-57c1de53-5856-4d00-8237-4ad75e6da065 req-1e452496-bae5-443e-a75c-4cd698de9bde tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.1806352 Feb 11 13:25:05.504145 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-57c1de53-5856-4d00-8237-4ad75e6da065 req-f2897bfb-335a-4052-97ca-3baac82dedff tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648661 Feb 11 13:25:05.687926 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47fad1-7bb0-488c-a25a-44ca22c79d9f req-3733e265-b4b0-4714-8a8a-782acf2c0e18 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:05.689756 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8c47fad1-7bb0-488c-a25a-44ca22c79d9f req-3733e265-b4b0-4714-8a8a-782acf2c0e18 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.1891730 Feb 11 13:25:05.759837 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8c47fad1-7bb0-488c-a25a-44ca22c79d9f req-df62f2a1-7981-4849-a234-1f5f04abdccf tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614421 Feb 11 13:25:06.319404 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f77253-b1a9-4384-ad12-8e3db81f5afc req-6a8d336a-5478-402b-926c-d545bcad1052 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:06.321097 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-35f77253-b1a9-4384-ad12-8e3db81f5afc req-6a8d336a-5478-402b-926c-d545bcad1052 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 946 time: 0.1725557 Feb 11 13:25:06.331108 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7bbfe-d890-4cbe-9c6e-6e0ffbd33bfc req-98d86f02-8137-4673-864c-30b75aaf3fb8 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:06.333788 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-56d7bbfe-d890-4cbe-9c6e-6e0ffbd33bfc req-98d86f02-8137-4673-864c-30b75aaf3fb8 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 946 time: 0.1719983 Feb 11 13:25:06.389475 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-35f77253-b1a9-4384-ad12-8e3db81f5afc req-126959fb-e7e6-4d6b-ab2a-c925132768c8 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611868 Feb 11 13:25:06.399755 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-56d7bbfe-d890-4cbe-9c6e-6e0ffbd33bfc req-380501fa-6f67-4e29-a1eb-bc3b851a10b4 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596335 Feb 11 13:25:06.569479 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-961d9960-02f7-4343-afe2-78fe9ee29fdd req-ffdaf96d-f66d-400e-b76f-f2a3e02bd767 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 210 time: 0.0524621 Feb 11 13:25:06.881726 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c819574-2a6a-4c66-be19-bb92128de0d9 req-7e08cfa1-42f2-427a-9fb3-033eedcf30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:06.883496 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5c819574-2a6a-4c66-be19-bb92128de0d9 req-7e08cfa1-42f2-427a-9fb3-033eedcf30ab service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 1163 time: 0.0917022 Feb 11 13:25:06.913915 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc24df-346d-43a6-b41d-0dd2684ba7cf req-274007ac-c93b-4c7f-b28e-db645a2d2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:06.915725 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-16bc24df-346d-43a6-b41d-0dd2684ba7cf req-274007ac-c93b-4c7f-b28e-db645a2d2577 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 1163 time: 0.1675692 Feb 11 13:25:06.988558 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5c819574-2a6a-4c66-be19-bb92128de0d9 req-8e96c1a0-0044-488a-82cc-564de203e466 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963497 Feb 11 13:25:07.058304 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5ad27-7ef1-40d3-8447-46a6c0dd3b3f req-3843ba08-c431-44d4-b607-41f7aeaa7837 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:07.060082 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c3f5ad27-7ef1-40d3-8447-46a6c0dd3b3f req-3843ba08-c431-44d4-b607-41f7aeaa7837 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.2399731 Feb 11 13:25:07.062021 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-16bc24df-346d-43a6-b41d-0dd2684ba7cf req-550faf48-c573-4de0-914a-1b22ccd946c7 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347177 Feb 11 13:25:07.100984 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0354da-8a5f-4b1a-8ed0-a3bc30fc92cb req-0843256e-70e6-45ce-8292-329b423d1caf tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:07.102700 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ca0354da-8a5f-4b1a-8ed0-a3bc30fc92cb req-0843256e-70e6-45ce-8292-329b423d1caf tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.1895626 Feb 11 13:25:07.127456 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c3f5ad27-7ef1-40d3-8447-46a6c0dd3b3f req-abb6cc37-80eb-4b0c-a03a-de097ee823ad tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609055 Feb 11 13:25:07.171140 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ca0354da-8a5f-4b1a-8ed0-a3bc30fc92cb req-5193d0c5-f89d-4f82-8e06-d64da77ae338 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607948 Feb 11 13:25:07.694799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce112373-5a6b-4057-bdd0-f73e33bd79c8 req-a091c4ac-3534-4f60-9a73-bceeee37ce17 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:07.696554 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ce112373-5a6b-4057-bdd0-f73e33bd79c8 req-a091c4ac-3534-4f60-9a73-bceeee37ce17 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 946 time: 0.1723983 Feb 11 13:25:07.719957 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2ef55-5608-4ceb-b832-0cc6dac3f657 req-296176ed-980d-4e19-80fb-7094ead1afd1 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:07.722306 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4fb2ef55-5608-4ceb-b832-0cc6dac3f657 req-296176ed-980d-4e19-80fb-7094ead1afd1 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 946 time: 0.1734741 Feb 11 13:25:07.765485 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ce112373-5a6b-4057-bdd0-f73e33bd79c8 req-7c61972d-bb4c-43ff-a70c-baebe55348a6 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615737 Feb 11 13:25:07.800419 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4fb2ef55-5608-4ceb-b832-0cc6dac3f657 req-9712253b-8492-4b0b-9ba3-d79bf3bb9574 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722849 Feb 11 13:25:07.937599 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ffa9cb2b-652b-4f23-8a46-05f029f33a68 req-b4d0425d-e3a7-42c5-b9c4-fc6a6444db8b tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 210 time: 0.0505998 Feb 11 13:25:08.474268 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c4af1-a97b-4a8a-8aaa-fb3875c8b96a req-95c69d98-65b4-4b07-a858-d18bf069974c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:08.475930 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-630c4af1-a97b-4a8a-8aaa-fb3875c8b96a req-95c69d98-65b4-4b07-a858-d18bf069974c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.1880305 Feb 11 13:25:08.541201 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-630c4af1-a97b-4a8a-8aaa-fb3875c8b96a req-fbd17f41-bca2-4308-a308-afb26182de28 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584085 Feb 11 13:25:08.551372 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-02947a7b-605f-4f2e-91b6-bbcd480c99b6 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:08.553037 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-02947a7b-605f-4f2e-91b6-bbcd480c99b6 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.111 "GET /v2.0/networks?id=084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2 HTTP/1.1" status: 200 len: 809 time: 0.3756826 Feb 11 13:25:08.643029 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab32d3b-95e8-4361-b404-5ba38288b658 req-25dd489b-33d8-4124-aed4-4302f031db79 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:08.644724 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4ab32d3b-95e8-4361-b404-5ba38288b658 req-25dd489b-33d8-4124-aed4-4302f031db79 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.3359139 Feb 11 13:25:08.649822 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Request body: {'port': {'device_id': 'c8c629d4-de24-492c-89e9-5aa5533f7ae8', 'network_id': '084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2', 'admin_state_up': True, 'tenant_id': '91f9330e7c4d4f0ab80c48bb3ffc107e'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:08.822486 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4ab32d3b-95e8-4361-b404-5ba38288b658 req-5090d695-da12-4d71-a0e7-dde147a39107 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541300 Feb 11 13:25:08.861639 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:25:08.865889 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Usage tracker for resource:port and tenant:91f9330e7c4d4f0ab80c48bb3ffc107e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:25:08.868948 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:25:08.875302 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:25:08.935930 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Made reservation on behalf of 91f9330e7c4d4f0ab80c48bb3ffc107e for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:25:08.958794 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:09.083313 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a508d-e0ce-4637-96db-403be68a3aaf req-3fc651e7-dd1c-4f1d-9dae-1606e74cce2e tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:09.085050 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-cf1a508d-e0ce-4637-96db-403be68a3aaf req-3fc651e7-dd1c-4f1d-9dae-1606e74cce2e tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 946 time: 0.1774554 Feb 11 13:25:09.154558 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-cf1a508d-e0ce-4637-96db-403be68a3aaf req-0b8f12aa-9e74-40f8-bded-0dfd2bc30c79 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625126 Feb 11 13:25:09.266421 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba61e64-c276-4ef4-a178-39d9fed4a859 req-f755b88c-0153-46b7-9497-f72593eae6e5 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:09.268204 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3ba61e64-c276-4ef4-a178-39d9fed4a859 req-f755b88c-0153-46b7-9497-f72593eae6e5 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 946 time: 0.2983274 Feb 11 13:25:09.410883 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3ba61e64-c276-4ef4-a178-39d9fed4a859 req-c9b42781-8016-4e14-9bea-4980127407ac tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348677 Feb 11 13:25:09.496947 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-52c007fe-17fa-4d26-b6df-ca563c312d04 req-19bd7281-66a9-4a89-80c9-c7bc86d0757f tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 210 time: 0.0722177 Feb 11 13:25:09.523899 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Allocated IP 172.20.0.14 (084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2/20e9cab3-a63b-4e30-9181-ed6b9b6c6552/026acf28-0e58-41dd-b4a9-f18d5a026828) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:25:09.896420 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a4acd-f170-427b-b606-a75721cad699 req-a554ef1c-07cc-4e6f-b668-ceb3ff93c48d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:09.898151 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b17a4acd-f170-427b-b606-a75721cad699 req-a554ef1c-07cc-4e6f-b668-ceb3ff93c48d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.1995902 Feb 11 13:25:09.966250 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b17a4acd-f170-427b-b606-a75721cad699 req-4ebadcdb-3849-4eb6-8917-b3d0e38e258b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608246 Feb 11 13:25:10.044683 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:10.135806 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f916cf5-c715-4924-8e95-ccdf1d0d59fd req-9ff1e403-f9e8-4291-9a90-7550b0fa1f94 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:10.137591 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1f916cf5-c715-4924-8e95-ccdf1d0d59fd req-9ff1e403-f9e8-4291-9a90-7550b0fa1f94 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.2329350 Feb 11 13:25:10.217810 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1f916cf5-c715-4924-8e95-ccdf1d0d59fd req-05603340-dd72-405c-83ad-a750729cae16 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728459 Feb 11 13:25:10.262008 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:10.278206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:10.310377 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26afbe2-acd1-4aad-9c3e-ec3ea3480b00 req-1c7cfd7e-f320-4f90-920a-44d348531fb3 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:10.311952 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e26afbe2-acd1-4aad-9c3e-ec3ea3480b00 req-1c7cfd7e-f320-4f90-920a-44d348531fb3 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.1664503 Feb 11 13:25:10.395972 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e26afbe2-acd1-4aad-9c3e-ec3ea3480b00 req-d01ba5e9-5e34-408f-b76d-e887f0b9e1ab tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701878 Feb 11 13:25:10.434947 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Pushing event updated for resources: {'Port': ['ID=026acf28-0e58-41dd-b4a9-f18d5a026828,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:10.439466 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:10.486431 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Network 084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:25:10.487882 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:25:10.490215 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:25:10.591680 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 1f25f150-c733-412f-a5c0-a3359d04c141 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:25:10.622672 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:10.623403 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:10.678969 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 1f25f150-c733-412f-a5c0-a3359d04c141 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:25:10.679388 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:10.689998 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0441303 Feb 11 13:25:10.709405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Request body: {'port': {'device_id': 'c8c629d4-de24-492c-89e9-5aa5533f7ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:10.829360 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 88ede691-1330-4737-b2b3-2f4b51080cff up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:25:10.869204 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfe6de-b093-47b2-bc19-26aa3d085650 req-1cb8cb6e-1b1f-45b3-9893-aa6a273764c4 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:10.870898 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1cdfe6de-b093-47b2-bc19-26aa3d085650 req-1cb8cb6e-1b1f-45b3-9893-aa6a273764c4 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 932 time: 0.2083459 Feb 11 13:25:10.907691 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 88ede691-1330-4737-b2b3-2f4b51080cff triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:25:10.909382 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:10.919553 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded5fd8-ea1a-40e9-9735-05b7db32f12f req-b02dc517-6bf9-4f7b-83fa-88e74452d57d tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:10.921322 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9ded5fd8-ea1a-40e9-9735-05b7db32f12f req-b02dc517-6bf9-4f7b-83fa-88e74452d57d tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 946 time: 0.2788801 Feb 11 13:25:10.955288 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c9214-67c1-4b8c-80df-80bd3212f4fe req-b27377a8-5c58-40f5-9788-f989df5c0ca7 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:10.959865 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-da8c9214-67c1-4b8c-80df-80bd3212f4fe req-b27377a8-5c58-40f5-9788-f989df5c0ca7 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.111 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.3338032 Feb 11 13:25:10.980756 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:11.023186 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9ded5fd8-ea1a-40e9-9735-05b7db32f12f req-1ccda0fb-e6ad-412b-8b95-ba2cbe0b9157 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912752 Feb 11 13:25:11.055539 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:11.089215 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-1cdfe6de-b093-47b2-bc19-26aa3d085650 req-0da64f87-3139-4458-8159-6061c31e1390 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Synchronizing usage tracker for tenant:91f9330e7c4d4f0ab80c48bb3ffc107e on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:25:11.095498 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ede691-1330-4737-b2b3-2f4b51080cff'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:11.109045 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 88ede691-1330-4737-b2b3-2f4b51080cff, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=88ede691-1330-4737-b2b3-2f4b51080cff,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:25:11.120451 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-da8c9214-67c1-4b8c-80df-80bd3212f4fe req-a9dfb91c-4b25-4247-b9ea-90b20741ff63 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Deleting port 05c77ef8-929d-4b96-88e0-ca34d50ffd0d {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:25:11.122238 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-da8c9214-67c1-4b8c-80df-80bd3212f4fe req-a9dfb91c-4b25-4247-b9ea-90b20741ff63 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:11.153920 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:11.154907 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device f05658e7-eb6f-4133-b4ee-d91446960963 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:25:11.234310 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-1cdfe6de-b093-47b2-bc19-26aa3d085650 req-0da64f87-3139-4458-8159-6061c31e1390 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Unset dirty status for tenant:91f9330e7c4d4f0ab80c48bb3ffc107e on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:25:11.238961 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:11.247012 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1cdfe6de-b093-47b2-bc19-26aa3d085650 req-0da64f87-3139-4458-8159-6061c31e1390 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888653 Feb 11 13:25:11.325749 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=88ede691-1330-4737-b2b3-2f4b51080cff,revision_number=6']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:11.338711 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.339038 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.341210 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.341210 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.341817 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.342217 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.342601 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.343067 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.343516 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.343943 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.344490 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.344867 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.345404 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.345780 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.346153 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.347180 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.347570 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.347979 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.348354 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.348727 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.349646 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.350035 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.350407 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.350777 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:11.372528 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:11.387586 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port f05658e7-eb6f-4133-b4ee-d91446960963 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:25:11.388206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:11.585840 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8668563-9f46-4e22-9ca1-f4cfd7e5c2d0 req-2ced0555-7a5c-4be0-a387-70ebda9a54ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:11.589416 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a8668563-9f46-4e22-9ca1-f4cfd7e5c2d0 req-2ced0555-7a5c-4be0-a387-70ebda9a54ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.3861275 Feb 11 13:25:11.679817 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a8668563-9f46-4e22-9ca1-f4cfd7e5c2d0 req-7806829f-0e39-4696-91f9-581c30ff48b8 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839484 Feb 11 13:25:11.745317 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-da8c9214-67c1-4b8c-80df-80bd3212f4fe req-a9dfb91c-4b25-4247-b9ea-90b20741ff63 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] For port 05c77ef8-929d-4b96-88e0-ca34d50ffd0d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=05c77ef8-929d-4b96-88e0-ca34d50ffd0d,segment=NetworkSegment(0db96a00-a80a-4476-9159-49fb88423484),segment_id=0db96a00-a80a-4476-9159-49fb88423484)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:25:11.745726 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-da8c9214-67c1-4b8c-80df-80bd3212f4fe req-a9dfb91c-4b25-4247-b9ea-90b20741ff63 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:11.766408 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026acf28-0e58-41dd-b4a9-f18d5a026828 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:25:11.775380 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:11.790408 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Transition to ACTIVE for port object 026acf28-0e58-41dd-b4a9-f18d5a026828 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:25:11.827746 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ede691-1330-4737-b2b3-2f4b51080cff', 'code': 200} Feb 11 13:25:11.828336 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2266548'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:11.839689 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 88ede691-1330-4737-b2b3-2f4b51080cff up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:25:11.871894 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:11.903691 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902db5e8-c3d1-4160-8116-5bee6a5b5f65 req-977a5d40-ed2b-478b-a339-c626437fb8f7 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:11.912336 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-902db5e8-c3d1-4160-8116-5bee6a5b5f65 req-977a5d40-ed2b-478b-a339-c626437fb8f7 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 946 time: 0.2999539 Feb 11 13:25:11.967552 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 88ede691-1330-4737-b2b3-2f4b51080cff triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:25:11.968202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:12.004941 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-da8c9214-67c1-4b8c-80df-80bd3212f4fe req-a9dfb91c-4b25-4247-b9ea-90b20741ff63 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Calling delete_port for 05c77ef8-929d-4b96-88e0-ca34d50ffd0d owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:25:12.095163 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-902db5e8-c3d1-4160-8116-5bee6a5b5f65 req-4380026e-755c-4649-889c-6ac2b6a35c26 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817524 Feb 11 13:25:12.096984 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Pushing event updated for resources: {'Port': ['ID=026acf28-0e58-41dd-b4a9-f18d5a026828,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:12.100448 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:12.175015 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 05c77ef8-929d-4b96-88e0-ca34d50ffd0d no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:25:12.252465 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554dddb-d9cb-4d61-8d6c-37eb5096443c req-b43f2241-1c22-4c61-832f-228b64ef29a4 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:12.254174 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e554dddb-d9cb-4d61-8d6c-37eb5096443c req-b43f2241-1c22-4c61-832f-228b64ef29a4 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.2914274 Feb 11 13:25:12.321557 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:12.450045 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e554dddb-d9cb-4d61-8d6c-37eb5096443c req-23024398-69af-42a5-b29f-523302a54d72 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112437 Feb 11 13:25:12.510597 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Attempting to bind port 026acf28-0e58-41dd-b4a9-f18d5a026828 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:12.511067 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Attempting to bind port 026acf28-0e58-41dd-b4a9-f18d5a026828 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'ea87bce6-698e-41cc-83d5-9da70704dffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:25:12.511437 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Attempting to bind port 026acf28-0e58-41dd-b4a9-f18d5a026828 on network 084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:25:12.518242 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:25:12.518707 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Checking segment: {'id': 'ea87bce6-698e-41cc-83d5-9da70704dffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:25:12.519111 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:12.519510 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Bound using segment: {'id': 'ea87bce6-698e-41cc-83d5-9da70704dffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:25:12.520059 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Bound port: 026acf28-0e58-41dd-b4a9-f18d5a026828, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea87bce6-698e-41cc-83d5-9da70704dffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:25:12.520472 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:12.566391 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafce542-2ff2-4a2f-898e-8b1e99a3d41a req-04a18113-aab2-46a3-9d43-731739477ad8 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:12.568245 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-eafce542-2ff2-4a2f-898e-8b1e99a3d41a req-04a18113-aab2-46a3-9d43-731739477ad8 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 945 time: 0.3091114 Feb 11 13:25:12.569678 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-da8c9214-67c1-4b8c-80df-80bd3212f4fe req-a9dfb91c-4b25-4247-b9ea-90b20741ff63 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:12.593709 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:12.698984 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eaa27e-3351-4ff0-a244-8b24e3f70f79 req-a81b6dbc-1d78-44ae-b15a-8bda34fbf23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:12.700704 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-17eaa27e-3351-4ff0-a244-8b24e3f70f79 req-a81b6dbc-1d78-44ae-b15a-8bda34fbf23d service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 1163 time: 0.1661208 Feb 11 13:25:12.704505 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] For port 026acf28-0e58-41dd-b4a9-f18d5a026828, host hv-cinder-77398, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:25:12.707959 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] For port 026acf28-0e58-41dd-b4a9-f18d5a026828, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=026acf28-0e58-41dd-b4a9-f18d5a026828,segment=NetworkSegment(ea87bce6-698e-41cc-83d5-9da70704dffd),segment_id=ea87bce6-698e-41cc-83d5-9da70704dffd)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:25:12.729700 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfb91c-4b25-4247-b9ea-90b20741ff63 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Pushing event deleted for resources: {'Port': ['ID=05c77ef8-929d-4b96-88e0-ca34d50ffd0d,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:12.739670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a9dfb91c-4b25-4247-b9ea-90b20741ff63 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:12.757946 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2266548'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:12.778353 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:12.796028 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-eafce542-2ff2-4a2f-898e-8b1e99a3d41a req-65619784-f13d-43db-9af4-133a79643be8 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056997 Feb 11 13:25:12.854236 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-17eaa27e-3351-4ff0-a244-8b24e3f70f79 req-a85ab3d1-1518-4fdd-95aa-0e21ca390045 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445994 Feb 11 13:25:12.890931 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8c9214-67c1-4b8c-80df-80bd3212f4fe req-a9dfb91c-4b25-4247-b9ea-90b20741ff63 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] No DVR routers for this DVR port 05c77ef8-929d-4b96-88e0-ca34d50ffd0d on host hv-cinder-77398 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:25:12.893808 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-da8c9214-67c1-4b8c-80df-80bd3212f4fe req-a9dfb91c-4b25-4247-b9ea-90b20741ff63 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:12.897935 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a098f2-c525-4c3c-8fa1-d65c14abe0f0', 'name': 'network-vif-deleted', 'tag': '05c77ef8-929d-4b96-88e0-ca34d50ffd0d'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:12.968020 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-da8c9214-67c1-4b8c-80df-80bd3212f4fe req-a9dfb91c-4b25-4247-b9ea-90b20741ff63 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.111 "DELETE /v2.0/ports/05c77ef8-929d-4b96-88e0-ca34d50ffd0d HTTP/1.1" status: 204 len: 173 time: 1.9943395 Feb 11 13:25:12.990802 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Pushing event updated for resources: {'Port': ['ID=026acf28-0e58-41dd-b4a9-f18d5a026828,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:12.997424 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:13.096113 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7fddd-ba76-4e4c-a4d2-370a6f57c847 req-5784b675-394c-4825-b56e-2ace83086c87 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:13.097815 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ed7fddd-ba76-4e4c-a4d2-370a6f57c847 req-5784b675-394c-4825-b56e-2ace83086c87 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 946 time: 0.1736612 Feb 11 13:25:13.138916 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d159d-b905-4405-8acb-d88d64770bb9 req-84f9e590-c7d5-45ca-bbf1-879b8d11f923 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:13.139767 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-131d159d-b905-4405-8acb-d88d64770bb9 req-84f9e590-c7d5-45ca-bbf1-879b8d11f923 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Synchronizing usage tracker for tenant:91f9330e7c4d4f0ab80c48bb3ffc107e on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:25:13.159818 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:13.160496 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:13.162179 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] 10.222.0.111 "PUT /v2.0/ports/026acf28-0e58-41dd-b4a9-f18d5a026828 HTTP/1.1" status: 200 len: 1158 time: 2.4577746 Feb 11 13:25:13.162722 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c629d4-de24-492c-89e9-5aa5533f7ae8', 'tag': '026acf28-0e58-41dd-b4a9-f18d5a026828'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:13.167700 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ed7fddd-ba76-4e4c-a4d2-370a6f57c847 req-533517f5-ec87-4d4d-af2d-e2e4cb6a4e06 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623412 Feb 11 13:25:13.204951 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-131d159d-b905-4405-8acb-d88d64770bb9 req-84f9e590-c7d5-45ca-bbf1-879b8d11f923 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Unset dirty status for tenant:91f9330e7c4d4f0ab80c48bb3ffc107e on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:25:13.206300 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-131d159d-b905-4405-8acb-d88d64770bb9 req-84f9e590-c7d5-45ca-bbf1-879b8d11f923 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 944 time: 0.3659928 Feb 11 13:25:13.293678 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-131d159d-b905-4405-8acb-d88d64770bb9 req-49441dfd-9fba-4ed1-a07f-8e2f19d73a3f tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798450 Feb 11 13:25:13.397624 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3968e286-af31-42fc-bd4b-cee33eb73454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:13.399507 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-3968e286-af31-42fc-bd4b-cee33eb73454 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=91f9330e7c4d4f0ab80c48bb3ffc107e&device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 1161 time: 0.1046824 Feb 11 13:25:13.505652 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-998c3cbd-458b-4572-988c-ba58e8b980c5 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=026acf28-0e58-41dd-b4a9-f18d5a026828 HTTP/1.1" status: 200 len: 217 time: 0.0862322 Feb 11 13:25:13.553882 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c629d4-de24-492c-89e9-5aa5533f7ae8', 'tag': '026acf28-0e58-41dd-b4a9-f18d5a026828', 'status': 'completed', 'code': 200} Feb 11 13:25:13.582014 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9941cb-31c0-4951-8122-398b98461977 req-5b1cc1ab-82fc-4ec4-b0ac-4752576fae89 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:13.583916 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8e9941cb-31c0-4951-8122-398b98461977 req-5b1cc1ab-82fc-4ec4-b0ac-4752576fae89 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.2832680 Feb 11 13:25:13.585838 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a098f2-c525-4c3c-8fa1-d65c14abe0f0', 'name': 'network-vif-deleted', 'tag': '05c77ef8-929d-4b96-88e0-ca34d50ffd0d', 'status': 'completed', 'code': 200} Feb 11 13:25:13.589057 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-84bae4d2-0f21-43b8-acb9-896c54dc1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:13.590673 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-84bae4d2-0f21-43b8-acb9-896c54dc1802 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=20e9cab3-a63b-4e30-9181-ed6b9b6c6552 HTTP/1.1" status: 200 len: 849 time: 0.0756123 Feb 11 13:25:13.651050 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8e9941cb-31c0-4951-8122-398b98461977 req-49cfd03f-5aad-43b7-a8b6-558df2b7065f tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605047 Feb 11 13:25:13.916147 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-68245fbe-cc16-4cf5-971c-af94ae2836db service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3170681 Feb 11 13:25:14.051677 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-d8b1eed4-f482-4f5e-8c6b-a7b9938c9cf2 req-4d2f8f6e-b899-4715-a5dc-5f6e0a9416f1 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Synchronizing usage tracker for tenant:40b18a8382ce4421aeb7c42888ffdd71 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:25:14.101631 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-d8b1eed4-f482-4f5e-8c6b-a7b9938c9cf2 req-4d2f8f6e-b899-4715-a5dc-5f6e0a9416f1 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Unset dirty status for tenant:40b18a8382ce4421aeb7c42888ffdd71 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:25:14.102919 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d8b1eed4-f482-4f5e-8c6b-a7b9938c9cf2 req-4d2f8f6e-b899-4715-a5dc-5f6e0a9416f1 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7a098f2-c525-4c3c-8fa1-d65c14abe0f0 HTTP/1.1" status: 200 len: 210 time: 0.1063569 Feb 11 13:25:14.162620 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a66c03-d672-409c-944a-be3d07c8a787 req-aa8b1247-c505-4bf0-9946-3446bc057532 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:14.164357 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b0a66c03-d672-409c-944a-be3d07c8a787 req-aa8b1247-c505-4bf0-9946-3446bc057532 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.5217617 Feb 11 13:25:14.210986 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-cb2c2184-b34b-4926-a1f1-54573eacf19d service neutron] 10.222.0.111 "GET /v2.0/networks/084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787435 Feb 11 13:25:14.273634 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b0a66c03-d672-409c-944a-be3d07c8a787 req-01285499-c6e7-474a-a0c5-46af5efd57a9 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974576 Feb 11 13:25:14.396002 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b6454373-8fd2-4f93-9852-56373d0fee3e req-bfbea032-dd7d-4daf-8e15-fd1689cfdfbf service neutron] 10.222.0.111 "GET /v2.0/networks/084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1736114 Feb 11 13:25:14.612307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56874cff-0779-4a77-9950-ff0d83aa9539 req-69d61e6b-2b1a-4640-a11e-ba16573757d5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:14.614099 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-56874cff-0779-4a77-9950-ff0d83aa9539 req-69d61e6b-2b1a-4640-a11e-ba16573757d5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 944 time: 0.1680164 Feb 11 13:25:14.637152 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e6a72-0165-4ce1-ba82-bcb055d73d1c req-20832fb6-609c-4cc5-9873-e8aa2a8be05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:14.639943 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5c7e6a72-0165-4ce1-ba82-bcb055d73d1c req-20832fb6-609c-4cc5-9873-e8aa2a8be05f service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=91f9330e7c4d4f0ab80c48bb3ffc107e&device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 1161 time: 0.1065679 Feb 11 13:25:14.707678 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-56874cff-0779-4a77-9950-ff0d83aa9539 req-f9c2328e-a0b6-41a9-be5a-32073d235000 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868001 Feb 11 13:25:14.819008 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e6a72-0165-4ce1-ba82-bcb055d73d1c req-d6e14d0c-ccb2-47fd-b03d-986735d50e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:14.820683 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5c7e6a72-0165-4ce1-ba82-bcb055d73d1c req-d6e14d0c-ccb2-47fd-b03d-986735d50e3c service neutron] 10.222.0.111 "GET /v2.0/networks?id=084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2 HTTP/1.1" status: 200 len: 903 time: 0.1721747 Feb 11 13:25:14.942933 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5c7e6a72-0165-4ce1-ba82-bcb055d73d1c req-5a305742-4ac9-4d6f-ad02-9d49cabc2893 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=026acf28-0e58-41dd-b4a9-f18d5a026828 HTTP/1.1" status: 200 len: 217 time: 0.0766718 Feb 11 13:25:15.114239 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be11290-65f5-4d38-9acb-732837a04657 req-d40e355b-c155-4219-8f43-00f0e6023844 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:15.116008 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2be11290-65f5-4d38-9acb-732837a04657 req-d40e355b-c155-4219-8f43-00f0e6023844 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.2918532 Feb 11 13:25:15.122182 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e6a72-0165-4ce1-ba82-bcb055d73d1c req-bab6640b-4d31-4f95-8f22-8a4fec592d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:15.123821 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5c7e6a72-0165-4ce1-ba82-bcb055d73d1c req-bab6640b-4d31-4f95-8f22-8a4fec592d60 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=20e9cab3-a63b-4e30-9181-ed6b9b6c6552 HTTP/1.1" status: 200 len: 849 time: 0.1717923 Feb 11 13:25:15.203201 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5c7e6a72-0165-4ce1-ba82-bcb055d73d1c req-68cb09de-8d02-468e-ae22-2bcb286a2052 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610132 Feb 11 13:25:15.353154 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2be11290-65f5-4d38-9acb-732837a04657 req-d5200074-9b97-4867-a072-436bfcd61463 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283540 Feb 11 13:25:15.396464 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5c7e6a72-0165-4ce1-ba82-bcb055d73d1c req-71330681-00b5-4caf-b746-f722bc9c0c54 service neutron] 10.222.0.111 "GET /v2.0/networks/084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821051 Feb 11 13:25:15.636476 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5c7e6a72-0165-4ce1-ba82-bcb055d73d1c req-e9fd49c9-8a10-42c8-aaf7-2752b8244671 service neutron] 10.222.0.111 "GET /v2.0/networks/084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2227857 Feb 11 13:25:15.650988 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d412-dab1-4daa-97da-bf255e9b0de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:15.732521 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98707a4f-f317-48d8-977e-ec7d7e5b9852 req-4ab6afef-266b-4aa8-ac29-024a8c3002a0 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:15.735354 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-98707a4f-f317-48d8-977e-ec7d7e5b9852 req-4ab6afef-266b-4aa8-ac29-024a8c3002a0 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.2175989 Feb 11 13:25:15.806921 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-98707a4f-f317-48d8-977e-ec7d7e5b9852 req-5020d01e-24ca-4937-aa61-2fda5d89d258 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633895 Feb 11 13:25:15.878961 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 88ede691-1330-4737-b2b3-2f4b51080cff up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:25:15.971247 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 88ede691-1330-4737-b2b3-2f4b51080cff triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:25:15.972491 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:16.131998 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57776d42-fd50-4f9e-a838-d92742f48c90 req-cafc872a-fd4a-40a5-9657-90a592d2f9b8 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:16.133731 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-57776d42-fd50-4f9e-a838-d92742f48c90 req-cafc872a-fd4a-40a5-9657-90a592d2f9b8 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 944 time: 0.1801641 Feb 11 13:25:16.214220 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-57776d42-fd50-4f9e-a838-d92742f48c90 req-3da5910c-2256-4b1f-bb35-31204af01466 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740840 Feb 11 13:25:16.505246 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a454ea-dadf-4326-a989-780592d06aee req-e8fd163d-3808-465c-9313-0182697ac625 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:16.507598 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d8a454ea-dadf-4326-a989-780592d06aee req-e8fd163d-3808-465c-9313-0182697ac625 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1703699 Feb 11 13:25:16.581232 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d8a454ea-dadf-4326-a989-780592d06aee req-102c85a4-607e-4d6b-948a-8586c1196fa7 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670326 Feb 11 13:25:16.872495 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9137064-2116-44e6-8b84-4464eeca7cb4 req-7d300697-1e8a-48b5-840e-127193b2efa5 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:16.874223 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b9137064-2116-44e6-8b84-4464eeca7cb4 req-7d300697-1e8a-48b5-840e-127193b2efa5 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.1712866 Feb 11 13:25:16.950916 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b9137064-2116-44e6-8b84-4464eeca7cb4 req-d9e7965b-7222-4deb-b02b-d262621bc69c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692205 Feb 11 13:25:17.145062 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c8d3d-765b-470f-9e38-302393a3bdbc req-351bd9de-8ead-4fe1-88c6-04eee49dc37a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:17.146678 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-100c8d3d-765b-470f-9e38-302393a3bdbc req-351bd9de-8ead-4fe1-88c6-04eee49dc37a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.1662726 Feb 11 13:25:17.211599 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-100c8d3d-765b-470f-9e38-302393a3bdbc req-f10f8682-2a64-47aa-923d-ed4f7b1546eb tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582399 Feb 11 13:25:17.514248 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f56ed-3936-44fe-a7ad-169ae9c9f8af req-e0139e6b-058f-4df6-ba82-544cef667e89 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:17.516418 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e91f56ed-3936-44fe-a7ad-169ae9c9f8af req-e0139e6b-058f-4df6-ba82-544cef667e89 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 944 time: 0.1675930 Feb 11 13:25:17.585791 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e91f56ed-3936-44fe-a7ad-169ae9c9f8af req-1b497ddd-812b-44a3-89a4-681236016ea5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630186 Feb 11 13:25:17.882924 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d1c8c-0d1e-4e89-9bb9-a58f6983a200 req-f4890acc-9d92-48f6-8565-57a3de59be29 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:17.884662 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8c2d1c8c-0d1e-4e89-9bb9-a58f6983a200 req-f4890acc-9d92-48f6-8565-57a3de59be29 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1718583 Feb 11 13:25:17.950165 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8c2d1c8c-0d1e-4e89-9bb9-a58f6983a200 req-85e4811d-2d2c-4737-bd72-ebd1f2957a86 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586312 Feb 11 13:25:18.049594 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.objects.ports [None req-278afdb4-aa2d-4d54-843e-e3c92f0bf472 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 13:25:18.514552 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9574d4-edb6-4446-b314-535c101de4e8 req-2a73d990-b3f9-4f80-9b4b-4d84ad090ff7 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:18.519781 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6d9574d4-edb6-4446-b314-535c101de4e8 req-2a73d990-b3f9-4f80-9b4b-4d84ad090ff7 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.1699693 Feb 11 13:25:18.584724 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6d9574d4-edb6-4446-b314-535c101de4e8 req-65686852-9937-450c-ab90-f88205f7e0ef tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619183 Feb 11 13:25:18.885655 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d8a59-a7f2-46e6-bcdb-c6fa457391d4 req-05fa823d-1aba-4251-8005-928718928c0b tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:18.887371 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-465d8a59-a7f2-46e6-bcdb-c6fa457391d4 req-05fa823d-1aba-4251-8005-928718928c0b tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 944 time: 0.1703830 Feb 11 13:25:18.901892 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:18.945048 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 026acf28-0e58-41dd-b4a9-f18d5a026828 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:25:18.956490 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-465d8a59-a7f2-46e6-bcdb-c6fa457391d4 req-5a28312d-8277-42db-8a59-44796b64ea06 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607672 Feb 11 13:25:19.210697 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7257136b-d6bd-4396-b8f4-26b1fbdee578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:19.262278 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port 026acf28-0e58-41dd-b4a9-f18d5a026828 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:25:19.270572 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 026acf28-0e58-41dd-b4a9-f18d5a026828 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:25:19.271000 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:19.295264 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75838ee1-2b1a-4c9b-b731-c3d1d75aa832 req-16631c69-f1c7-4741-9458-0be755b4c13d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:19.297136 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-75838ee1-2b1a-4c9b-b731-c3d1d75aa832 req-16631c69-f1c7-4741-9458-0be755b4c13d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1935468 Feb 11 13:25:19.364595 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-75838ee1-2b1a-4c9b-b731-c3d1d75aa832 req-aa34b2de-ec16-4f72-87c9-80e07221ed19 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607476 Feb 11 13:25:19.405575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:19.436198 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c629d4-de24-492c-89e9-5aa5533f7ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026acf28-0e58-41dd-b4a9-f18d5a026828'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:19.447331 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 026acf28-0e58-41dd-b4a9-f18d5a026828, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=026acf28-0e58-41dd-b4a9-f18d5a026828,segment=NetworkSegment(ea87bce6-698e-41cc-83d5-9da70704dffd),segment_id=ea87bce6-698e-41cc-83d5-9da70704dffd)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:25:19.469273 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65795e6c-38c7-4151-b9c3-430fdde49f92 req-a2eb89ad-66fd-4889-871c-f3b620c567a8 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:19.470983 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65795e6c-38c7-4151-b9c3-430fdde49f92 req-a2eb89ad-66fd-4889-871c-f3b620c567a8 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 946 time: 0.1864963 Feb 11 13:25:19.489844 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:19.492430 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:19.527309 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c629d4-de24-492c-89e9-5aa5533f7ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026acf28-0e58-41dd-b4a9-f18d5a026828', 'code': 200} Feb 11 13:25:19.541078 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65795e6c-38c7-4151-b9c3-430fdde49f92 req-713d36ff-536c-46b9-a7f8-106d2f0dbfc1 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631039 Feb 11 13:25:19.568347 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=026acf28-0e58-41dd-b4a9-f18d5a026828,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:19.571454 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:19.815442 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-ef436ee3-65d3-452a-885b-e3bfc208f5a4 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2160974 Feb 11 13:25:19.826858 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Request body: {'floatingip': {'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:19.848583 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:25:19.852669 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Usage tracker for resource:floatingip and tenant:00e29c751ba64590951fc193a9d8823c is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:25:19.855668 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:25:19.861807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 026acf28-0e58-41dd-b4a9-f18d5a026828 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:25:19.862411 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:25:19.904862 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e39d4-67ee-40e4-89b5-a585aee61056 req-b34e8888-bb1c-4b09-a982-25be54b594e6 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:19.906682 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e6e39d4-67ee-40e4-89b5-a585aee61056 req-b34e8888-bb1c-4b09-a982-25be54b594e6 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.1805065 Feb 11 13:25:19.918205 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for floatingip, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:19.940281 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 026acf28-0e58-41dd-b4a9-f18d5a026828 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:25:19.940697 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:20.034706 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e6e39d4-67ee-40e4-89b5-a585aee61056 req-f6485b6a-1487-4660-8609-3dfa3fef7a8b tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844488 Feb 11 13:25:20.061992 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ec843-cb57-4cb3-a2ae-eeec45c02bc4 req-77af9d44-87bc-4d7b-8afe-343534504be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:20.063966 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e84ec843-cb57-4cb3-a2ae-eeec45c02bc4 req-77af9d44-87bc-4d7b-8afe-343534504be2 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 1163 time: 0.1559305 Feb 11 13:25:20.085221 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:20.117330 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e84ec843-cb57-4cb3-a2ae-eeec45c02bc4 req-15d9dc79-a213-43c0-8471-2dabcd78dc21 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465522 Feb 11 13:25:20.153238 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:20.356140 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0c1e7-a5ce-4812-84f6-f2e910f6629e req-6175bb85-0e63-4ba1-ba3b-1ba1f49d6658 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:20.357865 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-36a0c1e7-a5ce-4812-84f6-f2e910f6629e req-6175bb85-0e63-4ba1-ba3b-1ba1f49d6658 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 946 time: 0.1851580 Feb 11 13:25:20.379018 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Allocated IP 172.28.1.78 (9b988e67-9b89-43b7-af4a-040b9df3e619/8661603f-17f1-42e8-835b-9e08198d29f6/64e91fb0-923f-4ac7-8b3e-6bae4eb3d433) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:25:20.440437 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-36a0c1e7-a5ce-4812-84f6-f2e910f6629e req-c2138b26-4059-452d-8b1c-42ed183cb7bd tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753088 Feb 11 13:25:20.548617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:20.639782 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:20.658640 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:20.672954 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:20.738540 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f55c00-5e9a-4564-901b-861446a16386 req-413c8b3b-3944-4e26-a130-25cedec72513 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:20.740274 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c5f55c00-5e9a-4564-901b-861446a16386 req-413c8b3b-3944-4e26-a130-25cedec72513 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1676726 Feb 11 13:25:20.809026 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c5f55c00-5e9a-4564-901b-861446a16386 req-a71fab96-6d04-4898-bb1e-6c284586aff2 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619247 Feb 11 13:25:21.027190 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Pushing event updated for resources: {'Port': ['ID=64e91fb0-923f-4ac7-8b3e-6bae4eb3d433,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:21.032111 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:21.074744 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Network 9b988e67-9b89-43b7-af4a-040b9df3e619 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:25:21.076231 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:25:21.079618 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:25:21.169660 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:21.287973 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:21.351550 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a05821-49a7-4235-9ae6-7a90b8549ab1 req-d558b388-35f0-4edb-a9f2-0ede70b5310e tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:21.353318 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-39a05821-49a7-4235-9ae6-7a90b8549ab1 req-d558b388-35f0-4edb-a9f2-0ede70b5310e tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.1744900 Feb 11 13:25:21.434992 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-39a05821-49a7-4235-9ae6-7a90b8549ab1 req-e291cb42-54cc-49e4-8176-b8edc2d1b97c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734851 Feb 11 13:25:21.602589 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:21.633099 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:21.649389 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:21.756232 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cc9b1-3a08-4a45-bad2-ce42dcce8b81 req-360a1026-9cb3-4fdb-a871-0ad51de40d4a tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:21.757982 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-281cc9b1-3a08-4a45-bad2-ce42dcce8b81 req-360a1026-9cb3-4fdb-a871-0ad51de40d4a tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 946 time: 0.1835129 Feb 11 13:25:21.797609 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Pushing event updated for resources: {'Port': ['ID=64e91fb0-923f-4ac7-8b3e-6bae4eb3d433,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:21.801349 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:21.823488 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-281cc9b1-3a08-4a45-bad2-ce42dcce8b81 req-118eb973-e295-471c-8cb3-6c5d64b82e04 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591319 Feb 11 13:25:21.900897 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514323'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:21.993554 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 026acf28-0e58-41dd-b4a9-f18d5a026828 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:25:22.061523 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:22.063574 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2411768 Feb 11 13:25:22.075953 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 026acf28-0e58-41dd-b4a9-f18d5a026828 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:25:22.076369 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:22.122158 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf0ff3-40bb-46d4-b06b-eee381f3a335 req-529e0e4f-e70d-45db-ae57-8c6db9014692 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:22.123872 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-47bf0ff3-40bb-46d4-b06b-eee381f3a335 req-529e0e4f-e70d-45db-ae57-8c6db9014692 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1724432 Feb 11 13:25:22.183263 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-11deab79-404e-4929-86ba-8b56f8827d13 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Synchronizing usage tracker for tenant:00e29c751ba64590951fc193a9d8823c on resource:floatingip {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:25:22.211147 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-47bf0ff3-40bb-46d4-b06b-eee381f3a335 req-66fac169-fb89-4129-9b92-bbd98c5e0974 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787535 Feb 11 13:25:22.256148 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-11deab79-404e-4929-86ba-8b56f8827d13 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Unset dirty status for tenant:00e29c751ba64590951fc193a9d8823c on resource:floatingip {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:25:22.257470 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-11deab79-404e-4929-86ba-8b56f8827d13 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/floatingips?floating_ip_address=172.28.1.78 HTTP/1.1" status: 200 len: 695 time: 0.1863370 Feb 11 13:25:22.503590 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-578dc591-82f1-414c-92ce-0df86a3b6b2a tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:22.505183 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-578dc591-82f1-414c-92ce-0df86a3b6b2a tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/networks/9b988e67-9b89-43b7-af4a-040b9df3e619 HTTP/1.1" status: 200 len: 784 time: 0.2415853 Feb 11 13:25:22.519463 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6c9f1d8d-6283-4223-9277-9c7d64e98b1e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:25:22.524434 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e5cdebae-d7f3-41b3-b75b-8985fb8259e3 req-6c9f1d8d-6283-4223-9277-9c7d64e98b1e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0111954 Feb 11 13:25:22.742829 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bfe3b-0aa7-426e-bd12-3cc957bb6ead req-a11a599a-c1c4-498e-8e11-0da694ca8b5b tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:22.744585 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ff9bfe3b-0aa7-426e-bd12-3cc957bb6ead req-a11a599a-c1c4-498e-8e11-0da694ca8b5b tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.1702428 Feb 11 13:25:22.801130 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7342d-100a-4215-a877-116c6f17009a req-9005ad41-7eb3-40f0-9732-73fa98522ac3 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:22.802857 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b7b7342d-100a-4215-a877-116c6f17009a req-9005ad41-7eb3-40f0-9732-73fa98522ac3 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1706471 Feb 11 13:25:22.808484 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ff9bfe3b-0aa7-426e-bd12-3cc957bb6ead req-e96dab05-2dd1-4144-8ef7-19f8dffd4a9c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569735 Feb 11 13:25:22.910541 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b7b7342d-100a-4215-a877-116c6f17009a req-df234341-81c4-4d42-b8fe-79058eee77f9 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/floatingips?floating_ip_address=172.28.1.78 HTTP/1.1" status: 200 len: 695 time: 0.1012080 Feb 11 13:25:22.922200 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-b7b7342d-100a-4215-a877-116c6f17009a req-9e0c35e0-3519-4a5a-894a-9c5996ee0b1f tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Request body: {'floatingip': {'port_id': 'f05658e7-eb6f-4133-b4ee-d91446960963', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:23.025359 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b7b7342d-100a-4215-a877-116c6f17009a req-9e0c35e0-3519-4a5a-894a-9c5996ee0b1f tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for floatingip, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:23.123777 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9c3e9-abf5-4cc1-b275-f5aa7f659018 req-92ef6185-4cd4-4b6c-af1a-c08aeab118bd tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:23.125520 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c7e9c3e9-abf5-4cc1-b275-f5aa7f659018 req-92ef6185-4cd4-4b6c-af1a-c08aeab118bd tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 946 time: 0.1685383 Feb 11 13:25:23.191165 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c7e9c3e9-abf5-4cc1-b275-f5aa7f659018 req-f5617c4e-2987-487b-b278-3ab5b544f176 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590277 Feb 11 13:25:23.517291 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd13fda-3bf5-4c68-8f26-84e9e53ca39c req-9b2f3be6-e53e-465c-99b0-1ca8b78df5f0 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:23.519007 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0dd13fda-3bf5-4c68-8f26-84e9e53ca39c req-9b2f3be6-e53e-465c-99b0-1ca8b78df5f0 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1809430 Feb 11 13:25:23.599116 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0dd13fda-3bf5-4c68-8f26-84e9e53ca39c req-d8e49437-da9b-447b-8e16-30c1ee63b2fc tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731773 Feb 11 13:25:23.742546 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b7b7342d-100a-4215-a877-116c6f17009a req-9e0c35e0-3519-4a5a-894a-9c5996ee0b1f tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:23.776433 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b7b7342d-100a-4215-a877-116c6f17009a req-9e0c35e0-3519-4a5a-894a-9c5996ee0b1f tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514323'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:23.912541 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 713488f7-97dd-45ef-a4ec-2555dc4160a4 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:25:23.977518 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.l3_db [req-b7b7342d-100a-4215-a877-116c6f17009a req-9e0c35e0-3519-4a5a-894a-9c5996ee0b1f tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Floating IP 6f0fa8bd-fd2d-4aac-942a-0d5599d9b4d6 associated. External IP: 172.28.1.78, port: f05658e7-eb6f-4133-b4ee-d91446960963. Feb 11 13:25:23.994559 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 713488f7-97dd-45ef-a4ec-2555dc4160a4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:25:23.994979 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:24.123327 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be74c1b-0627-452e-9799-41716117968f req-49bf81a7-1f71-4c64-9240-0e65912a65a4 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:24.125829 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1be74c1b-0627-452e-9799-41716117968f req-49bf81a7-1f71-4c64-9240-0e65912a65a4 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.1817601 Feb 11 13:25:24.392408 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7b7342d-100a-4215-a877-116c6f17009a req-9e0c35e0-3519-4a5a-894a-9c5996ee0b1f tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Router 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:25:24.475962 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1be74c1b-0627-452e-9799-41716117968f req-a7cc21bf-47d5-41cf-8fc7-e922fcbe7613 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368967 Feb 11 13:25:24.839765 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7b7342d-100a-4215-a877-116c6f17009a req-9e0c35e0-3519-4a5a-894a-9c5996ee0b1f tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:25:24.845746 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2bd33-ad0f-4fc0-a76e-a0b28ac00271 req-908ef50f-7ee9-4622-a55c-cd74aba3058b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:24.848094 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3ac2bd33-ad0f-4fc0-a76e-a0b28ac00271 req-908ef50f-7ee9-4622-a55c-cd74aba3058b tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.111 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.1809487 Feb 11 13:25:24.851303 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b7b7342d-100a-4215-a877-116c6f17009a req-9e0c35e0-3519-4a5a-894a-9c5996ee0b1f tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:24.852782 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95149877-d5aa-4e0e-b15a-d6b4a5eac0cf None None] Sync routers for ids ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'] in dv-cinder-773985-4-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:25:24.865621 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95149877-d5aa-4e0e-b15a-d6b4a5eac0cf None None] Routers {'9fd5bfaa-2d4b-4751-9bd0-23df613279f6'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:25:24.866348 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-95149877-d5aa-4e0e-b15a-d6b4a5eac0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:25:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:25:24.928236 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b7b7342d-100a-4215-a877-116c6f17009a req-9e0c35e0-3519-4a5a-894a-9c5996ee0b1f tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "PUT /v2.0/floatingips/6f0fa8bd-fd2d-4aac-942a-0d5599d9b4d6 HTTP/1.1" status: 200 len: 996 time: 2.0108340 Feb 11 13:25:24.931233 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'tag': 'f05658e7-eb6f-4133-b4ee-d91446960963'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:25.025074 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-3ac2bd33-ad0f-4fc0-a76e-a0b28ac00271 req-cdb42ce9-40cb-42a2-8a94-77df67f8425d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Deleting port df8b33a6-40f2-403f-bff3-c710084ca57c {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:25:25.025638 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3ac2bd33-ad0f-4fc0-a76e-a0b28ac00271 req-cdb42ce9-40cb-42a2-8a94-77df67f8425d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:25.027473 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7342d-100a-4215-a877-116c6f17009a req-0f8d945a-1718-48df-9d5d-7c22420e1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:25.029137 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b7b7342d-100a-4215-a877-116c6f17009a req-0f8d945a-1718-48df-9d5d-7c22420e1a72 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=00e29c751ba64590951fc193a9d8823c&device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 1163 time: 0.0818105 Feb 11 13:25:25.067300 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-95149877-d5aa-4e0e-b15a-d6b4a5eac0cf None None] Set router 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:25:25.188552 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7342d-100a-4215-a877-116c6f17009a req-80078bef-8408-4ba0-a519-43d970424a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:25.190635 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b7b7342d-100a-4215-a877-116c6f17009a req-80078bef-8408-4ba0-a519-43d970424a27 service neutron] 10.222.0.120 "GET /v2.0/networks?id=f00aeee0-a55a-4662-92f5-a8c965ecd91a HTTP/1.1" status: 200 len: 908 time: 0.1526241 Feb 11 13:25:25.259409 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1031d08-6e28-42a7-b654-2c6229cf1d91 req-0420bd43-889f-4786-b0fa-0dda08af97fc tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:25.261634 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a1031d08-6e28-42a7-b654-2c6229cf1d91 req-0420bd43-889f-4786-b0fa-0dda08af97fc tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 946 time: 0.3173797 Feb 11 13:25:25.320111 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b7b7342d-100a-4215-a877-116c6f17009a req-5353f31f-5b4b-4900-9900-3914bc5cf47a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f05658e7-eb6f-4133-b4ee-d91446960963 HTTP/1.1" status: 200 len: 999 time: 0.1222725 Feb 11 13:25:25.402088 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7342d-100a-4215-a877-116c6f17009a req-f4700d81-e7fb-4b25-bd04-42fc9344c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:25.410802 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b7b7342d-100a-4215-a877-116c6f17009a req-f4700d81-e7fb-4b25-bd04-42fc9344c1f0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=91ff8925-901e-4f62-a46b-d8fc7bef8096 HTTP/1.1" status: 200 len: 853 time: 0.0816877 Feb 11 13:25:25.431270 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a1031d08-6e28-42a7-b654-2c6229cf1d91 req-81ce0eae-c962-4da4-a7da-e3306d973be6 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/security-groups?id=5b8ed3c2-69db-4c67-9268-0b432f8d0072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585503 Feb 11 13:25:25.500126 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-95149877-d5aa-4e0e-b15a-d6b4a5eac0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'name': 'tempest-TestMinimumBasicScenario-852281771-router', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:24:01Z', 'updated_at': '2021-02-11T13:24:09Z', 'revision_number': 4, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'gw_port': {'id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:02Z', 'updated_at': '2021-02-11T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_floatingips': [{'id': '6f0fa8bd-fd2d-4aac-942a-0d5599d9b4d6', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'router_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'port_id': 'f05658e7-eb6f-4133-b4ee-d91446960963', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a', 'mac_address': 'fa:16:3e:f4:93:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:25:21Z', 'updated_at': '2021-02-11T13:25:23Z', 'revision_number': 1, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d20e41-d46b-4c4c-8788-d9dddd2c4110', 'name': '', 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'mac_address': 'fa:16:3e:66:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '91ff8925-901e-4f62-a46b-d8fc7bef8096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:07Z', 'updated_at': '2021-02-11T13:24:20Z', 'revision_number': 5, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'subnets': [{'id': '91ff8925-901e-4f62-a46b-d8fc7bef8096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:25:25.506279 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95149877-d5aa-4e0e-b15a-d6b4a5eac0cf None None] Checking router: 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 for host: dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:25:25.516143 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-3ac2bd33-ad0f-4fc0-a76e-a0b28ac00271 req-cdb42ce9-40cb-42a2-8a94-77df67f8425d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] For port df8b33a6-40f2-403f-bff3-c710084ca57c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=df8b33a6-40f2-403f-bff3-c710084ca57c,segment=NetworkSegment(0db96a00-a80a-4476-9159-49fb88423484),segment_id=0db96a00-a80a-4476-9159-49fb88423484)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:25:25.516690 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3ac2bd33-ad0f-4fc0-a76e-a0b28ac00271 req-cdb42ce9-40cb-42a2-8a94-77df67f8425d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:25.517337 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95149877-d5aa-4e0e-b15a-d6b4a5eac0cf None None] Routers {'9fd5bfaa-2d4b-4751-9bd0-23df613279f6'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:25:25.518028 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-95149877-d5aa-4e0e-b15a-d6b4a5eac0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:25:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:25:25.528586 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7342d-100a-4215-a877-116c6f17009a req-b54cb0d8-6f22-4f76-b9f8-ba986d913caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:25.537451 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b7b7342d-100a-4215-a877-116c6f17009a req-b54cb0d8-6f22-4f76-b9f8-ba986d913caf service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f00aeee0-a55a-4662-92f5-a8c965ecd91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1257191 Feb 11 13:25:25.543278 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [req-b7b7342d-100a-4215-a877-116c6f17009a req-23a9b101-9650-4e50-a3f2-35caa83ea277 service neutron] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:25:25.551576 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b7b7342d-100a-4215-a877-116c6f17009a req-23a9b101-9650-4e50-a3f2-35caa83ea277 service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0130026 Feb 11 13:25:25.671997 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-3ac2bd33-ad0f-4fc0-a76e-a0b28ac00271 req-cdb42ce9-40cb-42a2-8a94-77df67f8425d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Calling delete_port for df8b33a6-40f2-403f-bff3-c710084ca57c owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:25:25.723988 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-95149877-d5aa-4e0e-b15a-d6b4a5eac0cf None None] Set router 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:25:25.799596 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b7b7342d-100a-4215-a877-116c6f17009a req-dfa22c01-5d34-42ce-969e-aa1d3d718cbd service neutron] 10.222.0.120 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466369 Feb 11 13:25:25.847987 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8d7bcef5-a31b-4418-a782-c1c36e8be58c req-9bc7b1bf-719c-4a1b-b6c3-1027bb9577b7 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1767299 Feb 11 13:25:25.920298 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 713488f7-97dd-45ef-a4ec-2555dc4160a4 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:25:25.938141 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a1c5b-18bb-430a-baef-8749ff6f550d req-87f2891b-fd4c-49ef-b76a-4604d778ac90 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:25.945988 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ec3a1c5b-18bb-430a-baef-8749ff6f550d req-87f2891b-fd4c-49ef-b76a-4604d778ac90 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 946 time: 0.3449700 Feb 11 13:25:26.020730 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b7b7342d-100a-4215-a877-116c6f17009a req-a4cbf318-db8a-485a-b6e6-ee8b782d9a97 service neutron] 10.222.0.120 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2199643 Feb 11 13:25:26.027232 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 713488f7-97dd-45ef-a4ec-2555dc4160a4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:25:26.027657 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:26.047042 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bcef5-a31b-4418-a782-c1c36e8be58c req-38a32eef-b9af-48fe-a1f8-43954353f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:26.048952 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8d7bcef5-a31b-4418-a782-c1c36e8be58c req-38a32eef-b9af-48fe-a1f8-43954353f1e1 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=44959c6d103d41b6bfab4a6f3e28a3b9&device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 1162 time: 0.1431005 Feb 11 13:25:26.081068 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ec3a1c5b-18bb-430a-baef-8749ff6f550d req-2fbb55c9-24b6-4033-9c41-c736818eaeb6 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339984 Feb 11 13:25:26.136456 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3ac2bd33-ad0f-4fc0-a76e-a0b28ac00271 req-cdb42ce9-40cb-42a2-8a94-77df67f8425d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:26.231546 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device df8b33a6-40f2-403f-bff3-c710084ca57c no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:25:26.281338 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'tag': 'f05658e7-eb6f-4133-b4ee-d91446960963', 'status': 'completed', 'code': 200} Feb 11 13:25:26.308002 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-b8d660ec-a212-421f-803a-16038c746aca None None] No Port match for: df8b33a6-40f2-403f-bff3-c710084ca57c {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:25:26.308435 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device df8b33a6-40f2-403f-bff3-c710084ca57c not bound to the agent host hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:25:26.313440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b4d39471-0b22-4d88-8491-e1b43b1f51b5 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:26.314368 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-1a64bbf8-516b-4433-80dc-8da0d84eff4b req-c16fdb19-7d8a-40c1-84dc-9c5dbfbafccc tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-712620830', 'description': 'tempest-TestMinimumBasicScenario-712620830 description'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:26.338207 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-1a64bbf8-516b-4433-80dc-8da0d84eff4b req-c16fdb19-7d8a-40c1-84dc-9c5dbfbafccc tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:25:26.363438 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-1a64bbf8-516b-4433-80dc-8da0d84eff4b req-c16fdb19-7d8a-40c1-84dc-9c5dbfbafccc tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:25:26.377747 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bcef5-a31b-4418-a782-c1c36e8be58c req-c77d1c25-eb03-4bba-a80e-80450a1c79bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:26.379408 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8d7bcef5-a31b-4418-a782-c1c36e8be58c req-c77d1c25-eb03-4bba-a80e-80450a1c79bb service neutron] 10.222.0.111 "GET /v2.0/networks?id=432d53e6-aee4-4826-b14b-87a1a91902b3 HTTP/1.1" status: 200 len: 904 time: 0.3048592 Feb 11 13:25:26.394518 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-95149877-d5aa-4e0e-b15a-d6b4a5eac0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'name': 'tempest-TestMinimumBasicScenario-852281771-router', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:24:01Z', 'updated_at': '2021-02-11T13:24:09Z', 'revision_number': 4, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'gw_port': {'id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:02Z', 'updated_at': '2021-02-11T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_floatingips': [{'id': '6f0fa8bd-fd2d-4aac-942a-0d5599d9b4d6', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'router_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'port_id': 'f05658e7-eb6f-4133-b4ee-d91446960963', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a', 'mac_address': 'fa:16:3e:f4:93:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:25:21Z', 'updated_at': '2021-02-11T13:25:23Z', 'revision_number': 1, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d20e41-d46b-4c4c-8788-d9dddd2c4110', 'name': '', 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'mac_address': 'fa:16:3e:66:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '91ff8925-901e-4f62-a46b-d8fc7bef8096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:07Z', 'updated_at': '2021-02-11T13:24:20Z', 'revision_number': 5, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'subnets': [{'id': '91ff8925-901e-4f62-a46b-d8fc7bef8096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:25:26.400211 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95149877-d5aa-4e0e-b15a-d6b4a5eac0cf None None] The sync data for ids ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'] in dv-cinder-773985-4-smb is: [{'id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'name': 'tempest-TestMinimumBasicScenario-852281771-router', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:24:01Z', 'updated_at': '2021-02-11T13:24:09Z', 'revision_number': 4, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'gw_port': {'id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:02Z', 'updated_at': '2021-02-11T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_floatingips': [{'id': '6f0fa8bd-fd2d-4aac-942a-0d5599d9b4d6', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'router_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'port_id': 'f05658e7-eb6f-4133-b4ee-d91446960963', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a', 'mac_address': 'fa:16:3e:f4:93:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:25:21Z', 'updated_at': '2021-02-11T13:25:23Z', 'revision_number': 1, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d20e41-d46b-4c4c-8788-d9dddd2c4110', 'name': '', 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'mac_address': 'fa:16:3e:66:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '91ff8925-901e-4f62-a46b-d8fc7bef8096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:07Z', 'updated_at': '2021-02-11T13:24:20Z', 'revision_number': 5, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'subnets': [{'id': '91ff8925-901e-4f62-a46b-d8fc7bef8096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:25:26.465794 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb42ce9-40cb-42a2-8a94-77df67f8425d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Pushing event deleted for resources: {'Port': ['ID=df8b33a6-40f2-403f-bff3-c710084ca57c,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:26.472000 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1a64bbf8-516b-4433-80dc-8da0d84eff4b req-c16fdb19-7d8a-40c1-84dc-9c5dbfbafccc tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:26.479458 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cdb42ce9-40cb-42a2-8a94-77df67f8425d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:26.503480 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-1a64bbf8-516b-4433-80dc-8da0d84eff4b req-c16fdb19-7d8a-40c1-84dc-9c5dbfbafccc tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:25:26.508247 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-1a64bbf8-516b-4433-80dc-8da0d84eff4b req-c16fdb19-7d8a-40c1-84dc-9c5dbfbafccc tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Usage tracker for resource:security_group_rule and tenant:00e29c751ba64590951fc193a9d8823c is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:25:26.521767 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-1a64bbf8-516b-4433-80dc-8da0d84eff4b req-c16fdb19-7d8a-40c1-84dc-9c5dbfbafccc tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:25:26.532634 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-1a64bbf8-516b-4433-80dc-8da0d84eff4b req-c16fdb19-7d8a-40c1-84dc-9c5dbfbafccc tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:25:26.539382 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8d7bcef5-a31b-4418-a782-c1c36e8be58c req-58f8330a-f29e-4a35-8416-b333b3941f30 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=713488f7-97dd-45ef-a4ec-2555dc4160a4 HTTP/1.1" status: 200 len: 1001 time: 0.1524594 Feb 11 13:25:26.566913 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac2bd33-ad0f-4fc0-a76e-a0b28ac00271 req-cdb42ce9-40cb-42a2-8a94-77df67f8425d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] No DVR routers for this DVR port df8b33a6-40f2-403f-bff3-c710084ca57c on host hv-cinder-77398 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:25:26.574927 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3ac2bd33-ad0f-4fc0-a76e-a0b28ac00271 req-cdb42ce9-40cb-42a2-8a94-77df67f8425d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:26.578487 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a684cd6-ca46-41c5-935a-4f4e0dec539e', 'name': 'network-vif-deleted', 'tag': 'df8b33a6-40f2-403f-bff3-c710084ca57c'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:26.647960 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bcef5-a31b-4418-a782-c1c36e8be58c req-bc281d1d-25a1-48a4-8a09-30aa5f4a1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:26.649539 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8d7bcef5-a31b-4418-a782-c1c36e8be58c req-bc281d1d-25a1-48a4-8a09-30aa5f4a1da9 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=98e5bf59-6944-4238-8be4-f45d233ac77b HTTP/1.1" status: 200 len: 849 time: 0.0855877 Feb 11 13:25:26.678803 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d821e9-1c9d-49c1-8878-62c89544f6ed req-683f067d-3355-42d7-b2f7-39ca49891051 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:26.680570 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b2d821e9-1c9d-49c1-8878-62c89544f6ed req-683f067d-3355-42d7-b2f7-39ca49891051 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.2929237 Feb 11 13:25:26.710320 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090cbba-f125-4c2a-87ea-bdc5f5e212fc req-50b758ca-6374-483e-80ab-c6a0977798bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:26.711982 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a090cbba-f125-4c2a-87ea-bdc5f5e212fc req-50b758ca-6374-483e-80ab-c6a0977798bd service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=00e29c751ba64590951fc193a9d8823c&device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 1163 time: 0.3594334 Feb 11 13:25:26.727077 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1a64bbf8-516b-4433-80dc-8da0d84eff4b req-c16fdb19-7d8a-40c1-84dc-9c5dbfbafccc tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:26.768664 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3ac2bd33-ad0f-4fc0-a76e-a0b28ac00271 req-cdb42ce9-40cb-42a2-8a94-77df67f8425d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.111 "DELETE /v2.0/ports/df8b33a6-40f2-403f-bff3-c710084ca57c HTTP/1.1" status: 204 len: 173 time: 1.8974478 Feb 11 13:25:26.795601 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1a64bbf8-516b-4433-80dc-8da0d84eff4b req-c16fdb19-7d8a-40c1-84dc-9c5dbfbafccc tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:26.809271 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4f97a7b9-5c3d-4f77-a8d8-af9a0d4537a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:26.839341 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bcef5-a31b-4418-a782-c1c36e8be58c req-6c29c19e-77af-45b2-bd85-b50b3b8d7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:26.842737 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8d7bcef5-a31b-4418-a782-c1c36e8be58c req-6c29c19e-77af-45b2-bd85-b50b3b8d7014 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=432d53e6-aee4-4826-b14b-87a1a91902b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1838262 Feb 11 13:25:26.845851 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b2d821e9-1c9d-49c1-8878-62c89544f6ed req-af17efa2-cfa9-445d-a2af-f998d0ac28a2 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568053 Feb 11 13:25:26.906794 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357ded48-6516-47b3-b1fd-a70d72fcdd17 None None] New status for floating IP 6f0fa8bd-fd2d-4aac-942a-0d5599d9b4d6: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:25:26.979029 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fdb19-7d8a-40c1-84dc-9c5dbfbafccc tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db5bf3e-79c7-4981-9e44-5569c7963ccc,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:26.990559 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090cbba-f125-4c2a-87ea-bdc5f5e212fc req-eb7a04f2-8761-45d5-9f16-307f45ed1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:26.992255 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a090cbba-f125-4c2a-87ea-bdc5f5e212fc req-eb7a04f2-8761-45d5-9f16-307f45ed1bd3 service neutron] 10.222.0.111 "GET /v2.0/networks?id=f00aeee0-a55a-4662-92f5-a8c965ecd91a HTTP/1.1" status: 200 len: 908 time: 0.2655344 Feb 11 13:25:27.039267 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c16fdb19-7d8a-40c1-84dc-9c5dbfbafccc tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:27.057296 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-1a64bbf8-516b-4433-80dc-8da0d84eff4b req-c16fdb19-7d8a-40c1-84dc-9c5dbfbafccc tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:27.057296 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1a64bbf8-516b-4433-80dc-8da0d84eff4b req-c16fdb19-7d8a-40c1-84dc-9c5dbfbafccc tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7895479 Feb 11 13:25:27.134965 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-4225df4f-7cb7-4058-a722-1b9942f1d39e req-5dbb1bf7-ea27-41cd-981e-3be80a58cd12 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Synchronizing usage tracker for tenant:40b18a8382ce4421aeb7c42888ffdd71 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:25:27.141784 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a684cd6-ca46-41c5-935a-4f4e0dec539e', 'name': 'network-vif-deleted', 'tag': 'df8b33a6-40f2-403f-bff3-c710084ca57c', 'status': 'completed', 'code': 200} Feb 11 13:25:27.198375 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5ddd6-9755-45a7-b4f8-532b53b068b3 req-0e89ca57-68d4-48d1-910b-d225a6969136 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:27.200806 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-87d5ddd6-9755-45a7-b4f8-532b53b068b3 req-0e89ca57-68d4-48d1-910b-d225a6969136 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.111 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 946 time: 0.4502573 Feb 11 13:25:27.204306 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a090cbba-f125-4c2a-87ea-bdc5f5e212fc req-77de6e9f-9a59-4d0a-a7bb-73ac80786e72 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f05658e7-eb6f-4133-b4ee-d91446960963 HTTP/1.1" status: 200 len: 999 time: 0.2032297 Feb 11 13:25:27.261855 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-4225df4f-7cb7-4058-a722-1b9942f1d39e req-5dbb1bf7-ea27-41cd-981e-3be80a58cd12 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Unset dirty status for tenant:40b18a8382ce4421aeb7c42888ffdd71 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:25:27.263480 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4225df4f-7cb7-4058-a722-1b9942f1d39e req-5dbb1bf7-ea27-41cd-981e-3be80a58cd12 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] 10.222.0.120 "GET /v2.0/ports?device_id=8a684cd6-ca46-41c5-935a-4f4e0dec539e HTTP/1.1" status: 200 len: 210 time: 0.1811211 Feb 11 13:25:27.272560 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8d7bcef5-a31b-4418-a782-c1c36e8be58c req-2114a10c-c18b-4f1d-8cc4-7b7934d704d1 service neutron] 10.222.0.111 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218967 Feb 11 13:25:27.311041 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090cbba-f125-4c2a-87ea-bdc5f5e212fc req-e8597e88-749f-4eb0-8c77-14659e185626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:27.313046 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a090cbba-f125-4c2a-87ea-bdc5f5e212fc req-e8597e88-749f-4eb0-8c77-14659e185626 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=91ff8925-901e-4f62-a46b-d8fc7bef8096 HTTP/1.1" status: 200 len: 853 time: 0.0965819 Feb 11 13:25:27.358884 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-87d5ddd6-9755-45a7-b4f8-532b53b068b3 req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Deleting port 026acf28-0e58-41dd-b4a9-f18d5a026828 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:25:27.359281 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-87d5ddd6-9755-45a7-b4f8-532b53b068b3 req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:27.444866 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:27.484628 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b9ff9b2a-8732-41d6-b94f-d845cc65ac66 req-8c85d2a5-f429-4108-a72d-27d93b7a9546 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups/5db5bf3e-79c7-4981-9e44-5569c7963ccc HTTP/1.1" status: 200 len: 1812 time: 0.1091299 Feb 11 13:25:27.490455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090cbba-f125-4c2a-87ea-bdc5f5e212fc req-a8ecdb41-8a34-44b9-8f00-9ae24280785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:27.492102 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a090cbba-f125-4c2a-87ea-bdc5f5e212fc req-a8ecdb41-8a34-44b9-8f00-9ae24280785c service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f00aeee0-a55a-4662-92f5-a8c965ecd91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1699040 Feb 11 13:25:27.497436 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-b9ff9b2a-8732-41d6-b94f-d845cc65ac66 req-392db405-3989-4f20-9fe5-c3da91d7ac49 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5db5bf3e-79c7-4981-9e44-5569c7963ccc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:27.497873 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-b9ff9b2a-8732-41d6-b94f-d845cc65ac66 req-392db405-3989-4f20-9fe5-c3da91d7ac49 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5db5bf3e-79c7-4981-9e44-5569c7963ccc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:27.552111 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-b9ff9b2a-8732-41d6-b94f-d845cc65ac66 req-392db405-3989-4f20-9fe5-c3da91d7ac49 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:25:27.576298 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-b9ff9b2a-8732-41d6-b94f-d845cc65ac66 req-392db405-3989-4f20-9fe5-c3da91d7ac49 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Usage tracker for resource:security_group_rule and tenant:00e29c751ba64590951fc193a9d8823c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:25:27.577931 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8d7bcef5-a31b-4418-a782-c1c36e8be58c req-5ad38b27-e9db-4a8a-98b9-588ede6921cd service neutron] 10.222.0.111 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2898054 Feb 11 13:25:27.582278 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-b9ff9b2a-8732-41d6-b94f-d845cc65ac66 req-392db405-3989-4f20-9fe5-c3da91d7ac49 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:25:27.650368 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-b9ff9b2a-8732-41d6-b94f-d845cc65ac66 req-392db405-3989-4f20-9fe5-c3da91d7ac49 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:25:27.705891 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a090cbba-f125-4c2a-87ea-bdc5f5e212fc req-f1aac605-4847-4eaf-8b15-d24b68bfbe89 service neutron] 10.222.0.111 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823168 Feb 11 13:25:27.831847 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 026acf28-0e58-41dd-b4a9-f18d5a026828 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:25:27.872330 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b9ff9b2a-8732-41d6-b94f-d845cc65ac66 req-392db405-3989-4f20-9fe5-c3da91d7ac49 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:27.890906 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-87d5ddd6-9755-45a7-b4f8-532b53b068b3 req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] For port 026acf28-0e58-41dd-b4a9-f18d5a026828, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=026acf28-0e58-41dd-b4a9-f18d5a026828,segment=NetworkSegment(ea87bce6-698e-41cc-83d5-9da70704dffd),segment_id=ea87bce6-698e-41cc-83d5-9da70704dffd)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:25:27.891311 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-87d5ddd6-9755-45a7-b4f8-532b53b068b3 req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:27.906521 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b9ff9b2a-8732-41d6-b94f-d845cc65ac66 req-392db405-3989-4f20-9fe5-c3da91d7ac49 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:27.925624 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a090cbba-f125-4c2a-87ea-bdc5f5e212fc req-723183fb-abb3-450e-a941-006479cb0b12 service neutron] 10.222.0.111 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2109950 Feb 11 13:25:27.941970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b9ff9b2a-8732-41d6-b94f-d845cc65ac66 req-392db405-3989-4f20-9fe5-c3da91d7ac49 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415936'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:27.952280 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:27.977868 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:27.978115 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392db405-3989-4f20-9fe5-c3da91d7ac49 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d04e1a3-8e99-4955-a0cb-13302a4c7058,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:27.982048 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-392db405-3989-4f20-9fe5-c3da91d7ac49 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:28.009771 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b9ff9b2a-8732-41d6-b94f-d845cc65ac66 req-392db405-3989-4f20-9fe5-c3da91d7ac49 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:28.009987 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c629d4-de24-492c-89e9-5aa5533f7ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '026acf28-0e58-41dd-b4a9-f18d5a026828'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:28.011227 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b9ff9b2a-8732-41d6-b94f-d845cc65ac66 req-392db405-3989-4f20-9fe5-c3da91d7ac49 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5181482 Feb 11 13:25:28.021721 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 026acf28-0e58-41dd-b4a9-f18d5a026828, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=026acf28-0e58-41dd-b4a9-f18d5a026828,segment=NetworkSegment(ea87bce6-698e-41cc-83d5-9da70704dffd),segment_id=ea87bce6-698e-41cc-83d5-9da70704dffd)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:25:28.051776 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-87d5ddd6-9755-45a7-b4f8-532b53b068b3 req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Calling delete_port for 026acf28-0e58-41dd-b4a9-f18d5a026828 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:25:28.078590 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:28.080576 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1c3fed52-f471-4e5b-95f7-58106738aadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:28.151322 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=026acf28-0e58-41dd-b4a9-f18d5a026828,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:28.163428 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:28.177764 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bd4c8-3e62-4363-9c56-b36aedff2721 req-421df8d9-831f-4f5f-9801-946603591902 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:28.179381 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bb5bd4c8-3e62-4363-9c56-b36aedff2721 req-421df8d9-831f-4f5f-9801-946603591902 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 946 time: 0.5310338 Feb 11 13:25:28.195093 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c2627-08b1-433a-8eef-9542d14697d5 req-41e37fdb-1a42-4648-9033-95b02d88c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:28.196822 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e19c2627-08b1-433a-8eef-9542d14697d5 req-41e37fdb-1a42-4648-9033-95b02d88c9f7 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=44959c6d103d41b6bfab4a6f3e28a3b9&device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 1162 time: 0.4393754 Feb 11 13:25:28.308517 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d980b-edb3-4ea6-8305-123c1a34d1ca req-bff9b271-6ae2-4cea-b17a-618a2a7fdd96 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:28.310291 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-811d980b-edb3-4ea6-8305-123c1a34d1ca req-bff9b271-6ae2-4cea-b17a-618a2a7fdd96 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.1766522 Feb 11 13:25:28.376053 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-811d980b-edb3-4ea6-8305-123c1a34d1ca req-b6ef7dfa-2e8b-4201-80e6-25f8c098e8ba tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590999 Feb 11 13:25:28.394466 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bb5bd4c8-3e62-4363-9c56-b36aedff2721 req-5412c7b8-2602-4015-92c5-2d49bb58382d tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048049 Feb 11 13:25:28.432046 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c2627-08b1-433a-8eef-9542d14697d5 req-3ce7b4e7-ec92-474d-95e7-bbdf22ea787d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:28.434195 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e19c2627-08b1-433a-8eef-9542d14697d5 req-3ce7b4e7-ec92-474d-95e7-bbdf22ea787d service neutron] 10.222.0.111 "GET /v2.0/networks?id=432d53e6-aee4-4826-b14b-87a1a91902b3 HTTP/1.1" status: 200 len: 904 time: 0.2103100 Feb 11 13:25:28.441002 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.api [req-87d5ddd6-9755-45a7-b4f8-532b53b068b3 req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:25:28.441744 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_db.api [req-87d5ddd6-9755-45a7-b4f8-532b53b068b3 req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:25:28.481150 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c629d4-de24-492c-89e9-5aa5533f7ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '026acf28-0e58-41dd-b4a9-f18d5a026828', 'code': 200} Feb 11 13:25:28.569361 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 39226) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:28.840026 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e19c2627-08b1-433a-8eef-9542d14697d5 req-433ba9fe-4307-4389-b4f8-bc09aaf44c86 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=713488f7-97dd-45ef-a4ec-2555dc4160a4 HTTP/1.1" status: 200 len: 1001 time: 0.3966267 Feb 11 13:25:28.858998 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e1eb930d-3981-41c2-89cd-5f06a4fcd9f6 req-0297670b-0fbd-47b1-a940-bb278fddf477 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups/5db5bf3e-79c7-4981-9e44-5569c7963ccc HTTP/1.1" status: 200 len: 2405 time: 0.1171041 Feb 11 13:25:28.914391 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-e1eb930d-3981-41c2-89cd-5f06a4fcd9f6 req-9ad3b147-ebb6-4ce1-9196-975c2fc46665 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5db5bf3e-79c7-4981-9e44-5569c7963ccc', 'remote_group_id': None}]} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:28.914752 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-e1eb930d-3981-41c2-89cd-5f06a4fcd9f6 req-9ad3b147-ebb6-4ce1-9196-975c2fc46665 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5db5bf3e-79c7-4981-9e44-5569c7963ccc', 'remote_group_id': None}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:28.941940 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-e1eb930d-3981-41c2-89cd-5f06a4fcd9f6 req-9ad3b147-ebb6-4ce1-9196-975c2fc46665 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:25:28.944232 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-87d5ddd6-9755-45a7-b4f8-532b53b068b3 req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Deleting port 026acf28-0e58-41dd-b4a9-f18d5a026828 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:25:28.944698 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-87d5ddd6-9755-45a7-b4f8-532b53b068b3 req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:28.981116 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-e1eb930d-3981-41c2-89cd-5f06a4fcd9f6 req-9ad3b147-ebb6-4ce1-9196-975c2fc46665 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Usage tracker for resource:security_group_rule and tenant:00e29c751ba64590951fc193a9d8823c is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:25:28.993130 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-e1eb930d-3981-41c2-89cd-5f06a4fcd9f6 req-9ad3b147-ebb6-4ce1-9196-975c2fc46665 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:25:29.006184 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-e1eb930d-3981-41c2-89cd-5f06a4fcd9f6 req-9ad3b147-ebb6-4ce1-9196-975c2fc46665 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:25:29.021646 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c2627-08b1-433a-8eef-9542d14697d5 req-a780b28b-3ed1-46a4-bce5-f2fc3937b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:29.023292 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e19c2627-08b1-433a-8eef-9542d14697d5 req-a780b28b-3ed1-46a4-bce5-f2fc3937b4ed service neutron] 10.222.0.111 "GET /v2.0/subnets?id=98e5bf59-6944-4238-8be4-f45d233ac77b HTTP/1.1" status: 200 len: 849 time: 0.1632931 Feb 11 13:25:29.327423 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e1eb930d-3981-41c2-89cd-5f06a4fcd9f6 req-9ad3b147-ebb6-4ce1-9196-975c2fc46665 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:29.368759 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c2627-08b1-433a-8eef-9542d14697d5 req-f7f3ee67-63b7-433c-9df4-fe6605e79bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:29.370412 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e19c2627-08b1-433a-8eef-9542d14697d5 req-f7f3ee67-63b7-433c-9df4-fe6605e79bda service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=432d53e6-aee4-4826-b14b-87a1a91902b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3361673 Feb 11 13:25:29.394335 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8ee40418-a698-4881-ae8b-06ce06857306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853191866'] for router_interface, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:29.416857 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-87d5ddd6-9755-45a7-b4f8-532b53b068b3 req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] For port 026acf28-0e58-41dd-b4a9-f18d5a026828, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=026acf28-0e58-41dd-b4a9-f18d5a026828,segment=NetworkSegment(ea87bce6-698e-41cc-83d5-9da70704dffd),segment_id=ea87bce6-698e-41cc-83d5-9da70704dffd)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:25:29.417121 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-87d5ddd6-9755-45a7-b4f8-532b53b068b3 req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:29.443415 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e1eb930d-3981-41c2-89cd-5f06a4fcd9f6 req-9ad3b147-ebb6-4ce1-9196-975c2fc46665 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:29.625450 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-87d5ddd6-9755-45a7-b4f8-532b53b068b3 req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Calling delete_port for 026acf28-0e58-41dd-b4a9-f18d5a026828 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:25:29.657583 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e1eb930d-3981-41c2-89cd-5f06a4fcd9f6 req-9ad3b147-ebb6-4ce1-9196-975c2fc46665 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415936'] for security_group_rule, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:29.681932 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:29.723031 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3b147-ebb6-4ce1-9196-975c2fc46665 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d0e5a5-2f08-4634-a3d4-f750d02fda92,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:29.731432 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9ad3b147-ebb6-4ce1-9196-975c2fc46665 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:29.787379 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e19c2627-08b1-433a-8eef-9542d14697d5 req-1af65577-9fa0-41d3-bf5c-97b94e394324 service neutron] 10.222.0.111 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080241 Feb 11 13:25:29.839662 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a298c06-a916-4b92-950f-a24a06506056 req-f50ed88a-3865-4fd7-874a-b418c9c1d81f tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:29.841361 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7a298c06-a916-4b92-950f-a24a06506056 req-f50ed88a-3865-4fd7-874a-b418c9c1d81f tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.2948220 Feb 11 13:25:29.853480 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e1eb930d-3981-41c2-89cd-5f06a4fcd9f6 req-9ad3b147-ebb6-4ce1-9196-975c2fc46665 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:29.854811 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e1eb930d-3981-41c2-89cd-5f06a4fcd9f6 req-9ad3b147-ebb6-4ce1-9196-975c2fc46665 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9559870 Feb 11 13:25:29.934833 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7a298c06-a916-4b92-950f-a24a06506056 req-d1ada8ad-2e97-463c-93a5-18ac3c07a4c3 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852306 Feb 11 13:25:30.004646 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-8ee40418-a698-4881-ae8b-06ce06857306 admin admin] Deleting port 67484cae-e3fb-4e49-b36a-eb60a4bc6640 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:25:30.005212 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8ee40418-a698-4881-ae8b-06ce06857306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:30.067178 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e19c2627-08b1-433a-8eef-9542d14697d5 req-7fc40b21-5c2b-4f76-a44e-f9f5655c3bff service neutron] 10.222.0.111 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2415712 Feb 11 13:25:30.073398 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-87d5ddd6-9755-45a7-b4f8-532b53b068b3 req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:30.091405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:30.162330 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Pushing event deleted for resources: {'Port': ['ID=026acf28-0e58-41dd-b4a9-f18d5a026828,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:30.167277 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:30.220033 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b5f3fb9b-1a31-401a-89a3-8da4cf450053 req-c149e265-ef8a-41e5-b5b6-2f912bd49958 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-712620830&fields=id&tenant_id=00e29c751ba64590951fc193a9d8823c HTTP/1.1" status: 200 len: 267 time: 0.1545694 Feb 11 13:25:30.253154 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010b9da-8c93-4ac1-89a0-40f4f5428c81 req-012549fa-4e7c-4503-9920-cd5abe8ba02b tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:30.254014 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-5010b9da-8c93-4ac1-89a0-40f4f5428c81 req-012549fa-4e7c-4503-9920-cd5abe8ba02b tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Synchronizing usage tracker for tenant:91f9330e7c4d4f0ab80c48bb3ffc107e on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:25:30.308395 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-8ee40418-a698-4881-ae8b-06ce06857306 admin admin] For port 67484cae-e3fb-4e49-b36a-eb60a4bc6640, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=67484cae-e3fb-4e49-b36a-eb60a4bc6640,segment=NetworkSegment(0db96a00-a80a-4476-9159-49fb88423484),segment_id=0db96a00-a80a-4476-9159-49fb88423484)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:25:30.308796 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8ee40418-a698-4881-ae8b-06ce06857306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:30.379125 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-5010b9da-8c93-4ac1-89a0-40f4f5428c81 req-012549fa-4e7c-4503-9920-cd5abe8ba02b tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Unset dirty status for tenant:91f9330e7c4d4f0ab80c48bb3ffc107e on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:25:30.380574 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5010b9da-8c93-4ac1-89a0-40f4f5428c81 req-012549fa-4e7c-4503-9920-cd5abe8ba02b tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=c8c629d4-de24-492c-89e9-5aa5533f7ae8 HTTP/1.1" status: 200 len: 865 time: 0.4170032 Feb 11 13:25:30.438554 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d5ddd6-9755-45a7-b4f8-532b53b068b3 req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] No DVR routers for this DVR port 026acf28-0e58-41dd-b4a9-f18d5a026828 on host hv-cinder-77398 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:25:30.442279 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-87d5ddd6-9755-45a7-b4f8-532b53b068b3 req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:30.444426 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-87d5ddd6-9755-45a7-b4f8-532b53b068b3 req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.111 "DELETE /v2.0/ports/026acf28-0e58-41dd-b4a9-f18d5a026828 HTTP/1.1" status: 204 len: 173 time: 3.2294896 Feb 11 13:25:30.444985 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c629d4-de24-492c-89e9-5aa5533f7ae8', 'name': 'network-vif-deleted', 'tag': '026acf28-0e58-41dd-b4a9-f18d5a026828'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:30.455620 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-8ee40418-a698-4881-ae8b-06ce06857306 admin admin] Calling delete_port for 67484cae-e3fb-4e49-b36a-eb60a4bc6640 owned by network:router_interface {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:25:30.496099 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5010b9da-8c93-4ac1-89a0-40f4f5428c81 req-3d6ca90a-49fa-47a4-86d3-9625236eceeb tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791535 Feb 11 13:25:30.606453 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3fb9b-1a31-401a-89a3-8da4cf450053 req-673a6d44-8917-48df-9ecd-f549520ed850 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:30.608285 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b5f3fb9b-1a31-401a-89a3-8da4cf450053 req-673a6d44-8917-48df-9ecd-f549520ed850 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 946 time: 0.3813066 Feb 11 13:25:30.765722 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-b5f3fb9b-1a31-401a-89a3-8da4cf450053 req-4689b47e-daf7-4b6a-8bd9-37fad0f2757b tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Request body: {'port': {'security_groups': ['e8566839-ba0a-430a-b63c-6c07c952dfe0', '5db5bf3e-79c7-4981-9e44-5569c7963ccc']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:30.950306 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b5f3fb9b-1a31-401a-89a3-8da4cf450053 req-4689b47e-daf7-4b6a-8bd9-37fad0f2757b tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:31.353072 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c629d4-de24-492c-89e9-5aa5533f7ae8', 'name': 'network-vif-deleted', 'tag': '026acf28-0e58-41dd-b4a9-f18d5a026828', 'status': 'completed', 'code': 200} Feb 11 13:25:31.396382 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8ee40418-a698-4881-ae8b-06ce06857306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:31.422836 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:31.569699 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee40418-a698-4881-ae8b-06ce06857306 admin admin] Pushing event deleted for resources: {'Port': ['ID=67484cae-e3fb-4e49-b36a-eb60a4bc6640,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:31.586155 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8ee40418-a698-4881-ae8b-06ce06857306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:31.658877 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede93bf-a3a3-4ed9-be52-f8e72dc004e4 req-5eb34e65-c0ed-4bba-a343-81a78d472c94 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:31.660628 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1ede93bf-a3a3-4ed9-be52-f8e72dc004e4 req-5eb34e65-c0ed-4bba-a343-81a78d472c94 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.1833744 Feb 11 13:25:31.746160 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1ede93bf-a3a3-4ed9-be52-f8e72dc004e4 req-3064e22b-adcb-4e00-ab66-3aa8a834c71e tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770299 Feb 11 13:25:31.834218 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-b5f3fb9b-1a31-401a-89a3-8da4cf450053 req-4689b47e-daf7-4b6a-8bd9-37fad0f2757b tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] For port f05658e7-eb6f-4133-b4ee-d91446960963, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f05658e7-eb6f-4133-b4ee-d91446960963,segment=NetworkSegment(ffe481f5-ee24-4270-ac1a-36f251bd1339),segment_id=ffe481f5-ee24-4270-ac1a-36f251bd1339)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:25:31.979861 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.resource_extend [req-b5f3fb9b-1a31-401a-89a3-8da4cf450053 req-4689b47e-daf7-4b6a-8bd9-37fad0f2757b tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 11 13:25:32.007228 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b5f3fb9b-1a31-401a-89a3-8da4cf450053 req-4689b47e-daf7-4b6a-8bd9-37fad0f2757b tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:32.041851 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b5f3fb9b-1a31-401a-89a3-8da4cf450053 req-4689b47e-daf7-4b6a-8bd9-37fad0f2757b tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2266548'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:32.058727 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:32.129021 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8ee40418-a698-4881-ae8b-06ce06857306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853126221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-511899'] for router_interface, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:32.232400 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-de0aa40e-5b95-4838-95e4-847264ea3c0e tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:32.234033 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-de0aa40e-5b95-4838-95e4-847264ea3c0e tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/networks?id=084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2 HTTP/1.1" status: 200 len: 809 time: 0.2427595 Feb 11 13:25:32.258596 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-29cbfd0a-1e3f-4a1d-9998-d5b0395630db tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/quotas/91f9330e7c4d4f0ab80c48bb3ffc107e HTTP/1.1" status: 200 len: 375 time: 0.0137208 Feb 11 13:25:32.317282 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-9292459a-c469-4bf3-ae6d-6744ed13ae32 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=91f9330e7c4d4f0ab80c48bb3ffc107e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523233 Feb 11 13:25:32.325049 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689b47e-daf7-4b6a-8bd9-37fad0f2757b tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Pushing event updated for resources: {'Port': ['ID=f05658e7-eb6f-4133-b4ee-d91446960963,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:32.332959 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4689b47e-daf7-4b6a-8bd9-37fad0f2757b tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:32.472551 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-d847fd29-93c3-4b25-a1c4-5b13ea834da6 service neutron] 10.222.0.120 "GET /v2.0/networks/084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473517 Feb 11 13:25:32.621629 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3fb9b-1a31-401a-89a3-8da4cf450053 req-4689b47e-daf7-4b6a-8bd9-37fad0f2757b tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:32.622755 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b5f3fb9b-1a31-401a-89a3-8da4cf450053 req-4689b47e-daf7-4b6a-8bd9-37fad0f2757b tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:32.625824 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b5f3fb9b-1a31-401a-89a3-8da4cf450053 req-4689b47e-daf7-4b6a-8bd9-37fad0f2757b tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "PUT /v2.0/ports/f05658e7-eb6f-4133-b4ee-d91446960963 HTTP/1.1" status: 200 len: 982 time: 1.8775008 Feb 11 13:25:32.636621 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'tag': 'f05658e7-eb6f-4133-b4ee-d91446960963'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:32.642106 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-944b9ac2-4dcb-4f43-812d-7d5cf26b4111 service neutron] 10.222.0.120 "GET /v2.0/networks/084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1629438 Feb 11 13:25:32.800451 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a69007ae-0029-4ab3-bd61-3b78381ae037 None None] Provisioning complete for port f05658e7-eb6f-4133-b4ee-d91446960963 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:25:32.800711 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a69007ae-0029-4ab3-bd61-3b78381ae037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:32.904137 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'tag': 'f05658e7-eb6f-4133-b4ee-d91446960963', 'status': 'completed', 'code': 200} Feb 11 13:25:33.032260 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4a8e276a-57ce-422c-8cfe-936866f58422 req-1f395153-11b6-4d5b-9628-6f6230727f9c tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=2bf29b3a-53bc-459e-9a07-38263761bad5 HTTP/1.1" status: 200 len: 210 time: 0.1135280 Feb 11 13:25:33.069600 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b5ca3-4bbe-4a30-91c3-3d17c9a7d480 req-d0309d9e-ba42-43ba-9719-64d1e3b758f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:33.071202 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a14b5ca3-4bbe-4a30-91c3-3d17c9a7d480 req-d0309d9e-ba42-43ba-9719-64d1e3b758f5 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=00e29c751ba64590951fc193a9d8823c&device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 1203 time: 0.1504245 Feb 11 13:25:33.086511 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7770bc3-e492-439e-9641-8051c951a4eb req-d57b7297-23bd-4346-8484-652382ab8736 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:33.088444 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c7770bc3-e492-439e-9641-8051c951a4eb req-d57b7297-23bd-4346-8484-652382ab8736 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 985 time: 0.3092690 Feb 11 13:25:33.128113 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee40418-a698-4881-ae8b-06ce06857306 admin admin] Router ab749511-49a7-4717-8daa-a1a7aea25de0 has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:25:33.471435 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b5ca3-4bbe-4a30-91c3-3d17c9a7d480 req-c2561315-9c14-436e-b289-329a53604fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:33.473096 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a14b5ca3-4bbe-4a30-91c3-3d17c9a7d480 req-c2561315-9c14-436e-b289-329a53604fab service neutron] 10.222.0.111 "GET /v2.0/networks?id=f00aeee0-a55a-4662-92f5-a8c965ecd91a HTTP/1.1" status: 200 len: 908 time: 0.3904893 Feb 11 13:25:33.572093 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c7770bc3-e492-439e-9641-8051c951a4eb req-05cd8ad1-805b-4194-92ac-8d6d1bc95104 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&id=5db5bf3e-79c7-4981-9e44-5569c7963ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.4747043 Feb 11 13:25:33.608591 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a14b5ca3-4bbe-4a30-91c3-3d17c9a7d480 req-4b1df85d-4f92-444b-9687-860ed870da28 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f05658e7-eb6f-4133-b4ee-d91446960963 HTTP/1.1" status: 200 len: 1001 time: 0.1109629 Feb 11 13:25:33.645263 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee40418-a698-4881-ae8b-06ce06857306 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:25:33.654935 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65eac49-a867-4b04-84c6-87367e93ea8c None None] Sync routers for ids ['ab749511-49a7-4717-8daa-a1a7aea25de0'] in dv-cinder-773985-4-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:25:33.666535 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65eac49-a867-4b04-84c6-87367e93ea8c None None] Routers {'ab749511-49a7-4717-8daa-a1a7aea25de0'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:25:33.667213 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e65eac49-a867-4b04-84c6-87367e93ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:25:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['ab749511-49a7-4717-8daa-a1a7aea25de0'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:25:33.689307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b5ca3-4bbe-4a30-91c3-3d17c9a7d480 req-86b87e5c-625a-4ac1-874e-d42d4ae640a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:33.690921 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a14b5ca3-4bbe-4a30-91c3-3d17c9a7d480 req-86b87e5c-625a-4ac1-874e-d42d4ae640a7 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=91ff8925-901e-4f62-a46b-d8fc7bef8096 HTTP/1.1" status: 200 len: 853 time: 0.0725341 Feb 11 13:25:33.692001 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-8ee40418-a698-4881-ae8b-06ce06857306 admin admin] 10.222.0.120 "PUT /v2.0/routers/ab749511-49a7-4717-8daa-a1a7aea25de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1212373 Feb 11 13:25:33.694532 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 39290) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:33.839813 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b5ca3-4bbe-4a30-91c3-3d17c9a7d480 req-9a12156d-bd26-4de4-b3e9-a6f1dcd2bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:33.841663 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a14b5ca3-4bbe-4a30-91c3-3d17c9a7d480 req-9a12156d-bd26-4de4-b3e9-a6f1dcd2bd0b service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f00aeee0-a55a-4662-92f5-a8c965ecd91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1369598 Feb 11 13:25:33.908628 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-e65eac49-a867-4b04-84c6-87367e93ea8c None None] Set router ab749511-49a7-4717-8daa-a1a7aea25de0 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:25:33.983941 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-38eddcf1-3610-4cd4-90e9-a31ae4fb16f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:34.037824 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a14b5ca3-4bbe-4a30-91c3-3d17c9a7d480 req-6a149ffa-e6c0-49ba-9c9c-7369f2d4a386 service neutron] 10.222.0.111 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882422 Feb 11 13:25:34.091322 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device f05658e7-eb6f-4133-b4ee-d91446960963 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:25:34.227502 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-38eddcf1-3610-4cd4-90e9-a31ae4fb16f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:34.233671 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a14b5ca3-4bbe-4a30-91c3-3d17c9a7d480 req-c4650524-f4ed-4099-8b69-eb0c3acdd27f service neutron] 10.222.0.111 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1848133 Feb 11 13:25:34.238710 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-38eddcf1-3610-4cd4-90e9-a31ae4fb16f7 admin admin] Deleting port b51e4948-9ebf-4da2-bb0e-31a508c14146 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:25:34.239776 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-38eddcf1-3610-4cd4-90e9-a31ae4fb16f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:34.292823 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e65eac49-a867-4b04-84c6-87367e93ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'name': 'tempest-ServerRescueNegativeTestJSON-367404893-router', 'tenant_id': '40b18a8382ce4421aeb7c42888ffdd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b51e4948-9ebf-4da2-bb0e-31a508c14146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:40Z', 'updated_at': '2021-02-11T13:25:31Z', 'revision_number': 5, 'project_id': '40b18a8382ce4421aeb7c42888ffdd71', 'gw_port': {'id': 'b51e4948-9ebf-4da2-bb0e-31a508c14146', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:25:34.296612 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port f05658e7-eb6f-4133-b4ee-d91446960963 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:25:34.297044 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:34.298152 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65eac49-a867-4b04-84c6-87367e93ea8c None None] Checking router: ab749511-49a7-4717-8daa-a1a7aea25de0 for host: dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:25:34.308953 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65eac49-a867-4b04-84c6-87367e93ea8c None None] Routers {'ab749511-49a7-4717-8daa-a1a7aea25de0'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:25:34.309942 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e65eac49-a867-4b04-84c6-87367e93ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:25:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['ab749511-49a7-4717-8daa-a1a7aea25de0'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:25:34.403284 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-57992717-ec4e-4171-8f13-0566a1ffb927 req-5b61c2e4-233a-401d-9d6a-dfb50afbab59 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=2bf29b3a-53bc-459e-9a07-38263761bad5 HTTP/1.1" status: 200 len: 210 time: 0.0903296 Feb 11 13:25:34.533147 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-38eddcf1-3610-4cd4-90e9-a31ae4fb16f7 admin admin] For port b51e4948-9ebf-4da2-bb0e-31a508c14146, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=b51e4948-9ebf-4da2-bb0e-31a508c14146,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:25:34.533717 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-38eddcf1-3610-4cd4-90e9-a31ae4fb16f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:34.557445 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-e65eac49-a867-4b04-84c6-87367e93ea8c None None] Set router ab749511-49a7-4717-8daa-a1a7aea25de0 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:25:34.672587 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-38eddcf1-3610-4cd4-90e9-a31ae4fb16f7 admin admin] Calling delete_port for b51e4948-9ebf-4da2-bb0e-31a508c14146 owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:25:34.821909 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-38eddcf1-3610-4cd4-90e9-a31ae4fb16f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: WARNING neutron.plugins.ml2.ovo_rpc [None req-38eddcf1-3610-4cd4-90e9-a31ae4fb16f7 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: result = function(*args, **kwargs) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: proto.__init__(conn_state, self) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: self.handle() Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: self.handle_one_request() Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: self.handle_one_response() Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: result = self.application(self.environ, start_response) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: return app(environ, start_response) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: resp = self.call_func(req, *args, **kw) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: return self.func(req, *args, **kwargs) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: response = req.get_response(self.application) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: application, catch_exc_info=False) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: app_iter = application(self.environ, start_response) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: resp = self.call_func(req, *args, **kw) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: return self.func(req, *args, **kwargs) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: response = req.get_response(self.application) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: application, catch_exc_info=False) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: app_iter = application(self.environ, start_response) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: resp = self.call_func(req, *args, **kw) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: return self.func(req, *args, **kwargs) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: response = req.get_response(self.application) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: application, catch_exc_info=False) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: app_iter = application(self.environ, start_response) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: resp = self.call_func(req, *args, **kw) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: return self.func(req, *args, **kwargs) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: response = req.get_response(self.application) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: application, catch_exc_info=False) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: app_iter = application(self.environ, start_response) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: resp = self.call_func(req, *args, **kw) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: return self.func(req, *args, **kwargs) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: return request.get_response(self.application) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: application, catch_exc_info=False) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: app_iter = application(self.environ, start_response) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: resp = self.call_func(req, *args, **kw) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: return self.func(req, *args, **kwargs) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: response = req.get_response(self._app) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: application, catch_exc_info=False) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: app_iter = application(self.environ, start_response) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: return resp(environ, start_response) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: return resp(environ, start_response) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: response = self.app(environ, start_response) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: return resp(environ, start_response) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: resp = self.call_func(req, *args, **kw) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: return self.func(req, *args, **kwargs) Feb 11 13:25:34.836793 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: result = method(request=request, **args) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: return self._delete(request, id, **kwargs) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: return f(*args, **kwargs) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: return f(*args, **kwargs) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: return f(*dup_args, **dup_kwargs) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: obj_deleter(request.context, id, **kwargs) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: return method(*args, **kwargs) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: return f(*args, **kwargs) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: return f(*args, **kwargs) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: return f(*dup_args, **dup_kwargs) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: self._delete_current_gw_port(context, id, router, None) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: admin_ctx, gw_port_id, l3_port_check=False) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: return f(self, context, *args, **kwargs) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: return method(*args, **kwargs) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: context, port, router_ids, bound_mech_contexts) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: return function(*args, **kwargs) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: callback(resource, event, trigger, **kwargs) Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: if self._is_session_semantic_violated(context, resource, event): Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: stack = traceback.extract_stack() Feb 11 13:25:34.844975 dv-cinder-773985-4-smb neutron-server[80003]: Feb 11 13:25:34.882160 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e65eac49-a867-4b04-84c6-87367e93ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'name': 'tempest-ServerRescueNegativeTestJSON-367404893-router', 'tenant_id': '40b18a8382ce4421aeb7c42888ffdd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b51e4948-9ebf-4da2-bb0e-31a508c14146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:40Z', 'updated_at': '2021-02-11T13:25:31Z', 'revision_number': 5, 'project_id': '40b18a8382ce4421aeb7c42888ffdd71', 'gw_port': {'id': 'b51e4948-9ebf-4da2-bb0e-31a508c14146', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:25:34.886904 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65eac49-a867-4b04-84c6-87367e93ea8c None None] The sync data for ids ['ab749511-49a7-4717-8daa-a1a7aea25de0'] in dv-cinder-773985-4-smb is: [{'id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'name': 'tempest-ServerRescueNegativeTestJSON-367404893-router', 'tenant_id': '40b18a8382ce4421aeb7c42888ffdd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b51e4948-9ebf-4da2-bb0e-31a508c14146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:40Z', 'updated_at': '2021-02-11T13:25:31Z', 'revision_number': 5, 'project_id': '40b18a8382ce4421aeb7c42888ffdd71', 'gw_port': {'id': 'b51e4948-9ebf-4da2-bb0e-31a508c14146', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab749511-49a7-4717-8daa-a1a7aea25de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:25:35.052071 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-38eddcf1-3610-4cd4-90e9-a31ae4fb16f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513479'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:35.201437 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-38eddcf1-3610-4cd4-90e9-a31ae4fb16f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853194635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774869'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:35.204126 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-38eddcf1-3610-4cd4-90e9-a31ae4fb16f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:35.207628 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-f5966d8f-5125-403e-bddd-aa1f6864bc56 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:35.209133 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-f5966d8f-5125-403e-bddd-aa1f6864bc56 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.111 "GET /v2.0/networks?id=084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2 HTTP/1.1" status: 200 len: 809 time: 0.2531416 Feb 11 13:25:35.234200 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-f76958bb-4d40-4c56-b10a-39018429f4cb tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Request body: {'port': {'device_id': '2bf29b3a-53bc-459e-9a07-38263761bad5', 'network_id': '084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2', 'admin_state_up': True, 'tenant_id': '91f9330e7c4d4f0ab80c48bb3ffc107e'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:35.401700 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-f76958bb-4d40-4c56-b10a-39018429f4cb tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:25:35.414752 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-f76958bb-4d40-4c56-b10a-39018429f4cb tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:25:35.507482 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-f76958bb-4d40-4c56-b10a-39018429f4cb tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Made reservation on behalf of 91f9330e7c4d4f0ab80c48bb3ffc107e for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:25:35.529702 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-f76958bb-4d40-4c56-b10a-39018429f4cb tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:35.701453 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-38eddcf1-3610-4cd4-90e9-a31ae4fb16f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853194605'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:35.702624 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38eddcf1-3610-4cd4-90e9-a31ae4fb16f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab749511-49a7-4717-8daa-a1a7aea25de0 {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 13:25:35.716892 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-38eddcf1-3610-4cd4-90e9-a31ae4fb16f7 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:35.718823 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-38eddcf1-3610-4cd4-90e9-a31ae4fb16f7 admin admin] 10.222.0.120 "DELETE /v2.0/routers/ab749511-49a7-4717-8daa-a1a7aea25de0 HTTP/1.1" status: 204 len: 168 time: 2.0233011 Feb 11 13:25:35.721555 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 39314) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:35.734142 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b15823bd-7089-4bd7-ab98-5a33f8c29ab9 req-cd347b6e-9c1e-4c44-89ef-7d3d6f5f5392 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=2bf29b3a-53bc-459e-9a07-38263761bad5 HTTP/1.1" status: 200 len: 210 time: 0.0577734 Feb 11 13:25:35.755190 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 67484cae-e3fb-4e49-b36a-eb60a4bc6640 no longer exists at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:25:35.804184 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] No Port match for: 67484cae-e3fb-4e49-b36a-eb60a4bc6640 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:25:35.804822 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 67484cae-e3fb-4e49-b36a-eb60a4bc6640 not bound to the agent host dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:25:35.811923 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-71216b12-04b6-458f-937c-2056532e972f admin admin] Deleting subnet b9048a34-9fa8-42ac-894d-0f3c40b20f2f {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:25:35.816663 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71216b12-04b6-458f-937c-2056532e972f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:35.871473 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71216b12-04b6-458f-937c-2056532e972f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375651'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:35.934444 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-f76958bb-4d40-4c56-b10a-39018429f4cb tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Allocated IP 172.20.0.4 (084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2/20e9cab3-a63b-4e30-9181-ed6b9b6c6552/8a5797b5-38dc-4d90-98cf-0f3fe5526896) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:25:35.937590 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71216b12-04b6-458f-937c-2056532e972f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853299468'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:36.170305 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-f76958bb-4d40-4c56-b10a-39018429f4cb tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:36.359414 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-f76958bb-4d40-4c56-b10a-39018429f4cb tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:36.394992 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:36.540974 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76958bb-4d40-4c56-b10a-39018429f4cb tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Pushing event updated for resources: {'Port': ['ID=8a5797b5-38dc-4d90-98cf-0f3fe5526896,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:36.545340 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f76958bb-4d40-4c56-b10a-39018429f4cb tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:36.590952 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-f76958bb-4d40-4c56-b10a-39018429f4cb tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Network 084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:25:36.592242 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-f76958bb-4d40-4c56-b10a-39018429f4cb tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:25:36.595017 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-f76958bb-4d40-4c56-b10a-39018429f4cb tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:25:36.701571 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71216b12-04b6-458f-937c-2056532e972f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1476348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852509079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845098505'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:36.723184 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:36.724008 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-f76958bb-4d40-4c56-b10a-39018429f4cb tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:36.724765 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-f76958bb-4d40-4c56-b10a-39018429f4cb tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:36.773033 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71216b12-04b6-458f-937c-2056532e972f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9048a34-9fa8-42ac-894d-0f3c40b20f2f,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:36.775849 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-71216b12-04b6-458f-937c-2056532e972f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:36.783008 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-f76958bb-4d40-4c56-b10a-39018429f4cb tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5539691 Feb 11 13:25:36.809765 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Request body: {'port': {'device_id': '2bf29b3a-53bc-459e-9a07-38263761bad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:36.888138 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71216b12-04b6-458f-937c-2056532e972f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:36.895245 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-71216b12-04b6-458f-937c-2056532e972f admin admin] 10.222.0.120 "DELETE /v2.0/subnets/b9048a34-9fa8-42ac-894d-0f3c40b20f2f HTTP/1.1" status: 204 len: 168 time: 1.1725478 Feb 11 13:25:36.898017 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 39322) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:36.945842 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:37.071163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d1f1a9bc-8597-41f9-99aa-2c3f9515ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853372729'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:37.298263 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c8a99-5b9b-4087-b88f-0130da9806dc req-c519ce1c-25e0-4210-80fb-6dcaa0ea2068 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:37.299936 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-639c8a99-5b9b-4087-b88f-0130da9806dc req-c519ce1c-25e0-4210-80fb-6dcaa0ea2068 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=2bf29b3a-53bc-459e-9a07-38263761bad5 HTTP/1.1" status: 200 len: 931 time: 0.3131542 Feb 11 13:25:37.393055 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5797b5-38dc-4d90-98cf-0f3fe5526896 {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:25:37.403392 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:37.419365 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Transition to ACTIVE for port object 8a5797b5-38dc-4d90-98cf-0f3fe5526896 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:25:37.455492 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:37.472577 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:37.622712 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5797b5-38dc-4d90-98cf-0f3fe5526896,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:37.628056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d1f1a9bc-8597-41f9-99aa-2c3f9515ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853300733', 'neutron.services.segments.db._delete_segments_for_network--9223363267560229748'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:37.628332 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:37.744987 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-639c8a99-5b9b-4087-b88f-0130da9806dc req-0686274b-aa36-4d8a-a57f-ca14f7a16274 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316092 Feb 11 13:25:37.789355 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device b51e4948-9ebf-4da2-bb0e-31a508c14146 no longer exists at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:25:37.789482 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-d1f1a9bc-8597-41f9-99aa-2c3f9515ce43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ee8e38-a908-429c-8c98-d91947a3e7bb']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:25:37.801266 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-d1f1a9bc-8597-41f9-99aa-2c3f9515ce43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db96a00-a80a-4476-9159-49fb88423484') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:25:37.801611 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-d1f1a9bc-8597-41f9-99aa-2c3f9515ce43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db96a00-a80a-4476-9159-49fb88423484') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:25:37.815833 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d1f1a9bc-8597-41f9-99aa-2c3f9515ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267560227700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852400149'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:37.816731 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Attempting to bind port 8a5797b5-38dc-4d90-98cf-0f3fe5526896 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:37.817116 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Attempting to bind port 8a5797b5-38dc-4d90-98cf-0f3fe5526896 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'ea87bce6-698e-41cc-83d5-9da70704dffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:25:37.817490 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Attempting to bind port 8a5797b5-38dc-4d90-98cf-0f3fe5526896 on network 084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:25:37.823601 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] No Port match for: b51e4948-9ebf-4da2-bb0e-31a508c14146 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:25:37.823985 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:25:37.824124 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device b51e4948-9ebf-4da2-bb0e-31a508c14146 not bound to the agent host dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:25:37.824370 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Checking segment: {'id': 'ea87bce6-698e-41cc-83d5-9da70704dffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:25:37.825405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:37.825405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Bound using segment: {'id': 'ea87bce6-698e-41cc-83d5-9da70704dffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:25:37.825694 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Bound port: 8a5797b5-38dc-4d90-98cf-0f3fe5526896, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea87bce6-698e-41cc-83d5-9da70704dffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:25:37.826063 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:37.947097 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d1f1a9bc-8597-41f9-99aa-2c3f9515ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:37.949695 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] For port 8a5797b5-38dc-4d90-98cf-0f3fe5526896, host hv-cinder-77398, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:25:38.020562 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d1f1a9bc-8597-41f9-99aa-2c3f9515ce43 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:25:38.021516 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] For port 8a5797b5-38dc-4d90-98cf-0f3fe5526896, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8a5797b5-38dc-4d90-98cf-0f3fe5526896,segment=NetworkSegment(ea87bce6-698e-41cc-83d5-9da70704dffd),segment_id=ea87bce6-698e-41cc-83d5-9da70704dffd)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:25:38.055881 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:38.072087 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:38.206435 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-d1f1a9bc-8597-41f9-99aa-2c3f9515ce43 admin admin] Network 36ee8e38-a908-429c-8c98-d91947a3e7bb has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:25:38.215837 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d1f1a9bc-8597-41f9-99aa-2c3f9515ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853293791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2266570'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:38.231305 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5797b5-38dc-4d90-98cf-0f3fe5526896,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:38.237428 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:38.269985 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:38.270664 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:38.272222 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] 10.222.0.111 "PUT /v2.0/ports/8a5797b5-38dc-4d90-98cf-0f3fe5526896 HTTP/1.1" status: 200 len: 1157 time: 1.4806910 Feb 11 13:25:38.272762 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf29b3a-53bc-459e-9a07-38263761bad5', 'tag': '8a5797b5-38dc-4d90-98cf-0f3fe5526896'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:38.332234 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf29b3a-53bc-459e-9a07-38263761bad5', 'tag': '8a5797b5-38dc-4d90-98cf-0f3fe5526896', 'status': 'completed', 'code': 200} Feb 11 13:25:38.402216 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-d1f1a9bc-8597-41f9-99aa-2c3f9515ce43 admin admin] Network 36ee8e38-a908-429c-8c98-d91947a3e7bb has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:25:38.425902 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: Traceback (most recent call last): Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: timer() Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: cb(*args, **kw) Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: return func(*args, **kwargs) Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: self._notify() Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: self.callback(batched_events) Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: event.method(event) Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: segment_id)['aggregates'][0] Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: return f(self, *a, **k) Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: return self._get(url).json() Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: **kwargs) Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: return self.request(url, 'GET', **kwargs) Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: **endpoint_filter) Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:25:38.428070 dv-cinder-773985-4-smb neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:25:38.449476 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686321c-0bfb-4cd4-baee-1ce4dc713780 req-8f83c332-034b-4148-bef6-17f46ce4d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:38.451131 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8686321c-0bfb-4cd4-baee-1ce4dc713780 req-8f83c332-034b-4148-bef6-17f46ce4d95f service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=91f9330e7c4d4f0ab80c48bb3ffc107e&device_id=2bf29b3a-53bc-459e-9a07-38263761bad5 HTTP/1.1" status: 200 len: 1160 time: 0.0915239 Feb 11 13:25:38.608447 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686321c-0bfb-4cd4-baee-1ce4dc713780 req-21cbb846-beff-449d-87f3-d01b532cd9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:38.610106 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8686321c-0bfb-4cd4-baee-1ce4dc713780 req-21cbb846-beff-449d-87f3-d01b532cd9e2 service neutron] 10.222.0.111 "GET /v2.0/networks?tenant_id=91f9330e7c4d4f0ab80c48bb3ffc107e&shared=False HTTP/1.1" status: 200 len: 903 time: 0.1508973 Feb 11 13:25:38.762583 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686321c-0bfb-4cd4-baee-1ce4dc713780 req-db191fa6-29d9-4f3e-a1ad-f20031abf4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:38.764819 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8686321c-0bfb-4cd4-baee-1ce4dc713780 req-db191fa6-29d9-4f3e-a1ad-f20031abf4cb service neutron] 10.222.0.111 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1477098 Feb 11 13:25:38.793048 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d1f1a9bc-8597-41f9-99aa-2c3f9515ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514336'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:38.799967 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d1f1a9bc-8597-41f9-99aa-2c3f9515ce43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:38.804339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:38.829375 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1a9bc-8597-41f9-99aa-2c3f9515ce43 admin admin] Pushing event deleted for resources: {'Network': ['ID=36ee8e38-a908-429c-8c98-d91947a3e7bb,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:38.832832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d1f1a9bc-8597-41f9-99aa-2c3f9515ce43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:38.873341 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-d1f1a9bc-8597-41f9-99aa-2c3f9515ce43 admin admin] 10.222.0.120 "DELETE /v2.0/networks/36ee8e38-a908-429c-8c98-d91947a3e7bb HTTP/1.1" status: 204 len: 168 time: 1.9740977 Feb 11 13:25:38.896282 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-4226032d-5863-491f-bab0-06ee49d26e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:38.898991 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-4226032d-5863-491f-bab0-06ee49d26e37 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=91f9330e7c4d4f0ab80c48bb3ffc107e&device_id=2bf29b3a-53bc-459e-9a07-38263761bad5 HTTP/1.1" status: 200 len: 1160 time: 0.0906210 Feb 11 13:25:39.075139 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8244043-14fe-4faa-94cd-107f4d51eec1 req-659b3bb7-23a8-4a11-91ad-756d83d81c3d tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:39.077245 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a8244043-14fe-4faa-94cd-107f4d51eec1 req-659b3bb7-23a8-4a11-91ad-756d83d81c3d tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=2bf29b3a-53bc-459e-9a07-38263761bad5 HTTP/1.1" status: 200 len: 943 time: 0.1924560 Feb 11 13:25:39.153182 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a8244043-14fe-4faa-94cd-107f4d51eec1 req-409b09a5-e4fd-4eb6-b81e-462079e307ab tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685942 Feb 11 13:25:39.174280 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 39342) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:39.221386 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-6ef1ee6f-d4b8-457a-add4-dab9f36e01bd service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a5797b5-38dc-4d90-98cf-0f3fe5526896 HTTP/1.1" status: 200 len: 217 time: 0.3142743 Feb 11 13:25:39.233704 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-223953e6-adba-4295-bd4e-f5f2e547a1b6 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=40b18a8382ce4421aeb7c42888ffdd71&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0576210 Feb 11 13:25:39.236385 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 39348) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:39.294216 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-18f6f723-0949-436f-a6b6-5991cc1569b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:39.295922 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-18f6f723-0949-436f-a6b6-5991cc1569b0 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=20e9cab3-a63b-4e30-9181-ed6b9b6c6552 HTTP/1.1" status: 200 len: 849 time: 0.0671775 Feb 11 13:25:39.301321 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d9b349e1-aaf9-44cd-bdcc-2627f35bbaed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:39.329891 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d9b349e1-aaf9-44cd-bdcc-2627f35bbaed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:39.356281 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-88f9c02f-0c6e-4f2a-8f88-fd4f08ce1286 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506523 Feb 11 13:25:39.416526 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d9b349e1-aaf9-44cd-bdcc-2627f35bbaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:39.421368 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-18a3a5b4-6f95-4a0a-8c34-e34396e098c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:39.437309 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b349e1-aaf9-44cd-bdcc-2627f35bbaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8ed3c2-69db-4c67-9268-0b432f8d0072,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:39.448653 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d9b349e1-aaf9-44cd-bdcc-2627f35bbaed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:39.505930 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d9b349e1-aaf9-44cd-bdcc-2627f35bbaed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:39.507189 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-d9b349e1-aaf9-44cd-bdcc-2627f35bbaed admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/5b8ed3c2-69db-4c67-9268-0b432f8d0072 HTTP/1.1" status: 204 len: 168 time: 0.2698171 Feb 11 13:25:39.518990 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-52909500-418c-441c-b40f-1d9e8b246ac5 service neutron] 10.222.0.111 "GET /v2.0/networks/084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464338 Feb 11 13:25:39.676173 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c762c69-cff2-451a-b8c4-b2ddcb124f06 req-9d522898-bc63-4887-9731-52575d4888e5 service neutron] 10.222.0.111 "GET /v2.0/networks/084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1483142 Feb 11 13:25:40.469985 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b3bd8-9571-43be-9268-4cad025ee340 req-dc3fc44b-923c-4cdd-aaac-32128bd8777a tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:40.478686 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a45b3bd8-9571-43be-9268-4cad025ee340 req-dc3fc44b-923c-4cdd-aaac-32128bd8777a tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=2bf29b3a-53bc-459e-9a07-38263761bad5 HTTP/1.1" status: 200 len: 943 time: 0.1793611 Feb 11 13:25:40.538664 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a45b3bd8-9571-43be-9268-4cad025ee340 req-a03c4f78-f68e-4509-9241-9ff8d3f0c6a3 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603504 Feb 11 13:25:41.839484 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b464eb-7eb8-4e4c-acf2-64cf57308ab4 req-ed4a5184-ee14-4692-8bba-9b8e4f4f2373 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:41.840603 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-e8b464eb-7eb8-4e4c-acf2-64cf57308ab4 req-ed4a5184-ee14-4692-8bba-9b8e4f4f2373 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Synchronizing usage tracker for tenant:91f9330e7c4d4f0ab80c48bb3ffc107e on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:25:41.917810 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-e8b464eb-7eb8-4e4c-acf2-64cf57308ab4 req-ed4a5184-ee14-4692-8bba-9b8e4f4f2373 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Unset dirty status for tenant:91f9330e7c4d4f0ab80c48bb3ffc107e on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:25:41.919121 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e8b464eb-7eb8-4e4c-acf2-64cf57308ab4 req-ed4a5184-ee14-4692-8bba-9b8e4f4f2373 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=2bf29b3a-53bc-459e-9a07-38263761bad5 HTTP/1.1" status: 200 len: 943 time: 0.2466028 Feb 11 13:25:41.988551 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e8b464eb-7eb8-4e4c-acf2-64cf57308ab4 req-9a799a7a-9bf1-4938-ad88-cf658915c163 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612512 Feb 11 13:25:42.507714 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 8a5797b5-38dc-4d90-98cf-0f3fe5526896 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:25:42.610286 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port 8a5797b5-38dc-4d90-98cf-0f3fe5526896 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:25:42.615555 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 8a5797b5-38dc-4d90-98cf-0f3fe5526896 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:25:42.616007 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:42.745390 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:42.775255 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf29b3a-53bc-459e-9a07-38263761bad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5797b5-38dc-4d90-98cf-0f3fe5526896'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:42.787539 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 8a5797b5-38dc-4d90-98cf-0f3fe5526896, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8a5797b5-38dc-4d90-98cf-0f3fe5526896,segment=NetworkSegment(ea87bce6-698e-41cc-83d5-9da70704dffd),segment_id=ea87bce6-698e-41cc-83d5-9da70704dffd)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:25:42.832919 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:42.835606 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:42.869441 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf29b3a-53bc-459e-9a07-38263761bad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5797b5-38dc-4d90-98cf-0f3fe5526896', 'code': 200} Feb 11 13:25:42.871479 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 39418) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:42.913589 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=8a5797b5-38dc-4d90-98cf-0f3fe5526896,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:42.917062 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:43.048078 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5b1a-d014-47b3-ab43-ba884a18c5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:43.064334 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0a2f5b1a-d014-47b3-ab43-ba884a18c5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:25:43.068559 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-0a2f5b1a-d014-47b3-ab43-ba884a18c5d8 admin admin] Usage tracker for resource:security_group_rule and tenant:7e43666ef2b942309cc2e9540dec983f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:25:43.071860 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-0a2f5b1a-d014-47b3-ab43-ba884a18c5d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:25:43.079294 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0a2f5b1a-d014-47b3-ab43-ba884a18c5d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:25:43.176487 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5b1a-d014-47b3-ab43-ba884a18c5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:43.227676 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5b1a-d014-47b3-ab43-ba884a18c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:43.242365 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3f19132b-944d-4af5-b5bb-ccfd15169760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:43.288785 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-0a2f5b1a-d014-47b3-ab43-ba884a18c5d8 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=7e43666ef2b942309cc2e9540dec983f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4155238 Feb 11 13:25:43.289735 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f5b1a-d014-47b3-ab43-ba884a18c5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6e284f-d12f-4529-9932-c045cc26b16a,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:43.293245 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0a2f5b1a-d014-47b3-ab43-ba884a18c5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:43.293858 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 39428) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:43.363138 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec8010-b301-4e12-9e91-76cbe40a0bab req-51d2f799-55f7-4003-8db3-a3aa1afa58ba tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:43.364980 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e1ec8010-b301-4e12-9e91-76cbe40a0bab req-51d2f799-55f7-4003-8db3-a3aa1afa58ba tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=2bf29b3a-53bc-459e-9a07-38263761bad5 HTTP/1.1" status: 200 len: 945 time: 0.2398045 Feb 11 13:25:43.377946 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470a102-6141-4630-aba5-84b4aebc3ec8 req-2eeb9c5f-aa81-41c0-a8a6-b0c226df7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:43.379582 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e470a102-6141-4630-aba5-84b4aebc3ec8 req-2eeb9c5f-aa81-41c0-a8a6-b0c226df7396 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=2bf29b3a-53bc-459e-9a07-38263761bad5 HTTP/1.1" status: 200 len: 1162 time: 0.1912987 Feb 11 13:25:43.380136 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-47290bd8-4800-47c7-9546-5efa9b56176a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:43.417974 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-47290bd8-4800-47c7-9546-5efa9b56176a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:43.491393 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e1ec8010-b301-4e12-9e91-76cbe40a0bab req-66e05c86-8231-4309-9404-70a74bd182c3 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178777 Feb 11 13:25:43.495411 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e470a102-6141-4630-aba5-84b4aebc3ec8 req-d984ca3c-9faf-48a5-adb9-ac39862e41b8 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990343 Feb 11 13:25:43.626472 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-47290bd8-4800-47c7-9546-5efa9b56176a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:43.631813 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3cad6554-8be0-4f72-9834-c08423ac361b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:43.644981 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47290bd8-4800-47c7-9546-5efa9b56176a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6e284f-d12f-4529-9932-c045cc26b16a,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:43.648248 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-47290bd8-4800-47c7-9546-5efa9b56176a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:43.650278 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-47290bd8-4800-47c7-9546-5efa9b56176a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:43.651508 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-47290bd8-4800-47c7-9546-5efa9b56176a admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/6c6e284f-d12f-4529-9932-c045cc26b16a HTTP/1.1" status: 204 len: 168 time: 0.3566141 Feb 11 13:25:44.003198 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 8a5797b5-38dc-4d90-98cf-0f3fe5526896 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:25:44.079439 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 8a5797b5-38dc-4d90-98cf-0f3fe5526896 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:25:44.079851 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:44.318274 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 39440) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:44.338779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cfa11993-5f27-4e62-bd56-b7529d90962d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:44.355094 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cfa11993-5f27-4e62-bd56-b7529d90962d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:25:44.359979 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-cfa11993-5f27-4e62-bd56-b7529d90962d admin admin] Usage tracker for resource:security_group_rule and tenant:d193356676524c78a60ae70c368d9519 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:25:44.363089 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-cfa11993-5f27-4e62-bd56-b7529d90962d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:25:44.369084 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-cfa11993-5f27-4e62-bd56-b7529d90962d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:25:44.455951 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cfa11993-5f27-4e62-bd56-b7529d90962d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:44.511726 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cfa11993-5f27-4e62-bd56-b7529d90962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:44.519939 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1912920a-980b-478c-b95b-9e5019577709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:44.567310 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-cfa11993-5f27-4e62-bd56-b7529d90962d admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=d193356676524c78a60ae70c368d9519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478342 Feb 11 13:25:44.568286 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa11993-5f27-4e62-bd56-b7529d90962d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e401c0c0-c62f-4a98-9619-a18e012961c1,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:44.570275 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 39446) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:44.573287 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cfa11993-5f27-4e62-bd56-b7529d90962d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:44.643312 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07396b37-dcb5-47df-8480-8b85b6b7e81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:44.671614 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07396b37-dcb5-47df-8480-8b85b6b7e81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:44.781437 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07396b37-dcb5-47df-8480-8b85b6b7e81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:44.787238 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0a2f5b1a-d014-47b3-ab43-ba884a18c5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:44.799333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de189948-e974-42df-9da0-1ca7a689882f req-4c452533-b43c-41d2-9dc4-6ada8a572ab0 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:44.801075 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-de189948-e974-42df-9da0-1ca7a689882f req-4c452533-b43c-41d2-9dc4-6ada8a572ab0 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=2bf29b3a-53bc-459e-9a07-38263761bad5 HTTP/1.1" status: 200 len: 945 time: 0.1716893 Feb 11 13:25:44.801775 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07396b37-dcb5-47df-8480-8b85b6b7e81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e401c0c0-c62f-4a98-9619-a18e012961c1,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:44.804248 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-07396b37-dcb5-47df-8480-8b85b6b7e81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:44.806733 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-07396b37-dcb5-47df-8480-8b85b6b7e81c admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/e401c0c0-c62f-4a98-9619-a18e012961c1 HTTP/1.1" status: 204 len: 168 time: 0.2341564 Feb 11 13:25:44.806733 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07396b37-dcb5-47df-8480-8b85b6b7e81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:44.867716 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-de189948-e974-42df-9da0-1ca7a689882f req-7231a960-6010-4717-a7ce-7c5b28bb3a26 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594130 Feb 11 13:25:45.626326 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0f81855c-0002-409f-b29a-5d358a789167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:46.173096 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac5bda-ccfa-4773-823d-5abceb998050 req-320dabac-624d-4498-bbb0-46a9f904c89d tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:46.174852 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8fac5bda-ccfa-4773-823d-5abceb998050 req-320dabac-624d-4498-bbb0-46a9f904c89d tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=2bf29b3a-53bc-459e-9a07-38263761bad5 HTTP/1.1" status: 200 len: 945 time: 0.1699419 Feb 11 13:25:46.251319 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8fac5bda-ccfa-4773-823d-5abceb998050 req-34d008d5-e67c-4209-b82e-fb00b8f21299 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688117 Feb 11 13:25:48.293803 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707d018-27b0-4d3d-96e3-a605bc4745a0 req-ab98e905-9350-44ca-9c9c-5851b08e7c3c tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:48.296075 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a707d018-27b0-4d3d-96e3-a605bc4745a0 req-ab98e905-9350-44ca-9c9c-5851b08e7c3c tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=2bf29b3a-53bc-459e-9a07-38263761bad5 HTTP/1.1" status: 200 len: 945 time: 0.1771781 Feb 11 13:25:48.366907 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a707d018-27b0-4d3d-96e3-a605bc4745a0 req-c47f801c-161f-4aa3-bf5e-b70375cb7fca tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637014 Feb 11 13:25:48.730110 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 39546) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:48.849531 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:48.888092 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:48.904215 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:25:48.908928 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Usage tracker for resource:security_group_rule and tenant:3d200536e75f4c689952fd532005d8ec is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:25:48.911892 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:25:48.917806 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:25:49.007275 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:49.015778 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ef147d0-741d-401a-a17e-b0cb3a056356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:49.061279 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:49.070996 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a0cb72cc-4bba-425c-afa7-e833dbf935da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:49.115084 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=3d200536e75f4c689952fd532005d8ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837476 Feb 11 13:25:49.116147 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986414d2-b2d0-45dd-b9e6-acd66ef29efa,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:49.118154 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 39552) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:49.125327 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.125735 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.126136 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.126528 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.126933 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.127306 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.127720 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.128110 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.128779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.129042 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.129372 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.129753 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.130227 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.130617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.130998 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.131381 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.131805 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.132186 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.132567 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.133022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.133273 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.133656 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.134039 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.134452 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.139024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:49.189067 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:49.218370 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:49.346576 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:49.352026 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ab428abd-eb16-4203-8a63-a93fb2c36f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:49.368649 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986414d2-b2d0-45dd-b9e6-acd66ef29efa,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:49.382161 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.382566 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.382975 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.383365 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.383798 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.384190 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.384584 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.384968 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.385355 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.385742 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.386134 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.386510 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.387002 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.387398 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.387819 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.388197 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.388576 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.388962 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.389348 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.389730 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.390113 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.390632 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.391148 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.391394 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:25:49.395542 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:49.397577 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:49.401356 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/986414d2-b2d0-45dd-b9e6-acd66ef29efa HTTP/1.1" status: 204 len: 168 time: 0.2794161 Feb 11 13:25:49.718883 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ce490-b4c5-4d98-ab23-aa11bfef4c4a req-431e4eb7-d115-4d76-a55e-e0b7564f24ae tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:49.720668 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-657ce490-b4c5-4d98-ab23-aa11bfef4c4a req-431e4eb7-d115-4d76-a55e-e0b7564f24ae tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=2bf29b3a-53bc-459e-9a07-38263761bad5 HTTP/1.1" status: 200 len: 945 time: 0.1854153 Feb 11 13:25:49.787699 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-657ce490-b4c5-4d98-ab23-aa11bfef4c4a req-a0f03f64-c10d-4300-977e-18cfd73241e7 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598912 Feb 11 13:25:50.032996 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 39570) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:50.055817 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-559eae90-1331-458a-8564-7deb6129a03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:50.072022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-559eae90-1331-458a-8564-7deb6129a03a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:25:50.076124 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-559eae90-1331-458a-8564-7deb6129a03a admin admin] Usage tracker for resource:security_group_rule and tenant:b0a8332c63b14fd0bcc3a4fddd87ac95 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:25:50.079439 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-559eae90-1331-458a-8564-7deb6129a03a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:25:50.085627 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-559eae90-1331-458a-8564-7deb6129a03a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:25:50.095456 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:50.213759 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-559eae90-1331-458a-8564-7deb6129a03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:50.255446 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-559eae90-1331-458a-8564-7deb6129a03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:50.264636 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9fa9a3d1-a061-441c-a8d9-941e3da8cc9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:50.366186 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51de29-a83b-4960-a081-c21c75beb708 req-e1bc8f39-c8af-4c20-9bb9-7dc06585e15b tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:50.367894 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bd51de29-a83b-4960-a081-c21c75beb708 req-e1bc8f39-c8af-4c20-9bb9-7dc06585e15b tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.111 "GET /v2.0/ports?device_id=2bf29b3a-53bc-459e-9a07-38263761bad5 HTTP/1.1" status: 200 len: 945 time: 0.1975391 Feb 11 13:25:50.440686 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-559eae90-1331-458a-8564-7deb6129a03a admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=b0a8332c63b14fd0bcc3a4fddd87ac95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062190 Feb 11 13:25:50.443298 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 39574) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:50.449172 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559eae90-1331-458a-8564-7deb6129a03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed04c5a-974c-47db-90d4-9bad44e1a801,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:50.455226 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-559eae90-1331-458a-8564-7deb6129a03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:50.492101 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-bd51de29-a83b-4960-a081-c21c75beb708 req-e8b6a8e2-b00b-44d0-915d-de6d7a26a465 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Deleting port 8a5797b5-38dc-4d90-98cf-0f3fe5526896 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:25:50.492495 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bd51de29-a83b-4960-a081-c21c75beb708 req-e8b6a8e2-b00b-44d0-915d-de6d7a26a465 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:50.508910 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4cd10751-419b-448a-ba38-a0ae74dff0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:50.538175 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4cd10751-419b-448a-ba38-a0ae74dff0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:50.615555 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:50.672096 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4cd10751-419b-448a-ba38-a0ae74dff0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:50.677632 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1edfc0ed-9834-4e2f-ba55-f7f1fedf0ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:50.691333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd10751-419b-448a-ba38-a0ae74dff0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed04c5a-974c-47db-90d4-9bad44e1a801,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:50.696207 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4cd10751-419b-448a-ba38-a0ae74dff0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:50.700861 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4cd10751-419b-448a-ba38-a0ae74dff0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:50.705342 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-4cd10751-419b-448a-ba38-a0ae74dff0d1 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/fed04c5a-974c-47db-90d4-9bad44e1a801 HTTP/1.1" status: 204 len: 168 time: 0.2584350 Feb 11 13:25:50.775918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-bd51de29-a83b-4960-a081-c21c75beb708 req-e8b6a8e2-b00b-44d0-915d-de6d7a26a465 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] For port 8a5797b5-38dc-4d90-98cf-0f3fe5526896, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8a5797b5-38dc-4d90-98cf-0f3fe5526896,segment=NetworkSegment(ea87bce6-698e-41cc-83d5-9da70704dffd),segment_id=ea87bce6-698e-41cc-83d5-9da70704dffd)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:25:50.776294 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bd51de29-a83b-4960-a081-c21c75beb708 req-e8b6a8e2-b00b-44d0-915d-de6d7a26a465 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:50.918784 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-bd51de29-a83b-4960-a081-c21c75beb708 req-e8b6a8e2-b00b-44d0-915d-de6d7a26a465 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Calling delete_port for 8a5797b5-38dc-4d90-98cf-0f3fe5526896 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:25:51.097653 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c82f3-7529-4e35-9441-f565055c1a72 req-eb8d055a-4c01-44cd-8963-8a40d7c09a94 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:51.099396 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e85c82f3-7529-4e35-9441-f565055c1a72 req-eb8d055a-4c01-44cd-8963-8a40d7c09a94 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=2bf29b3a-53bc-459e-9a07-38263761bad5 HTTP/1.1" status: 200 len: 945 time: 0.1737101 Feb 11 13:25:51.124556 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bd51de29-a83b-4960-a081-c21c75beb708 req-e8b6a8e2-b00b-44d0-915d-de6d7a26a465 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:51.140893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:51.165546 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e85c82f3-7529-4e35-9441-f565055c1a72 req-2a36909c-62cb-41ec-8b3c-08f1e29344c9 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/security-groups?id=1912a5ae-ba9f-41d9-9a8e-799b27da4297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595989 Feb 11 13:25:51.208518 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6a8e2-b00b-44d0-915d-de6d7a26a465 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Pushing event deleted for resources: {'Port': ['ID=8a5797b5-38dc-4d90-98cf-0f3fe5526896,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:51.212593 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e8b6a8e2-b00b-44d0-915d-de6d7a26a465 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:51.386749 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd51de29-a83b-4960-a081-c21c75beb708 req-e8b6a8e2-b00b-44d0-915d-de6d7a26a465 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] No DVR routers for this DVR port 8a5797b5-38dc-4d90-98cf-0f3fe5526896 on host hv-cinder-77398 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:25:51.389777 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bd51de29-a83b-4960-a081-c21c75beb708 req-e8b6a8e2-b00b-44d0-915d-de6d7a26a465 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:51.405825 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf29b3a-53bc-459e-9a07-38263761bad5', 'name': 'network-vif-deleted', 'tag': '8a5797b5-38dc-4d90-98cf-0f3fe5526896'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:51.473012 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bd51de29-a83b-4960-a081-c21c75beb708 req-e8b6a8e2-b00b-44d0-915d-de6d7a26a465 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.111 "DELETE /v2.0/ports/8a5797b5-38dc-4d90-98cf-0f3fe5526896 HTTP/1.1" status: 204 len: 173 time: 1.0907974 Feb 11 13:25:51.484608 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf29b3a-53bc-459e-9a07-38263761bad5', 'name': 'network-vif-deleted', 'tag': '8a5797b5-38dc-4d90-98cf-0f3fe5526896', 'status': 'completed', 'code': 200} Feb 11 13:25:52.023680 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 8a5797b5-38dc-4d90-98cf-0f3fe5526896 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:25:52.060774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-b8d660ec-a212-421f-803a-16038c746aca None None] No Port match for: 8a5797b5-38dc-4d90-98cf-0f3fe5526896 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:25:52.061164 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 8a5797b5-38dc-4d90-98cf-0f3fe5526896 not bound to the agent host hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:25:52.465290 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8e516886-42be-4b76-b65a-eef841755ee3 req-b2400294-05ec-4e76-b1fc-b86dacf1419a tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] 10.222.0.120 "GET /v2.0/ports?device_id=2bf29b3a-53bc-459e-9a07-38263761bad5 HTTP/1.1" status: 200 len: 210 time: 0.0563076 Feb 11 13:25:54.384237 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 39692) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:54.543196 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a68ec49c-f6c9-41d1-8062-a72b1d415a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:54.559521 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a68ec49c-f6c9-41d1-8062-a72b1d415a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:25:54.565376 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-a68ec49c-f6c9-41d1-8062-a72b1d415a21 admin admin] Usage tracker for resource:security_group_rule and tenant:8d4125e88ba74eb58979f8f44e15cae7 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:25:54.568615 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-a68ec49c-f6c9-41d1-8062-a72b1d415a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:25:54.575126 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a68ec49c-f6c9-41d1-8062-a72b1d415a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:25:54.669616 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a68ec49c-f6c9-41d1-8062-a72b1d415a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:54.697179 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a68ec49c-f6c9-41d1-8062-a72b1d415a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:54.709061 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8151fffc-1d88-41fb-8934-2be0354eb30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:54.754151 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-a68ec49c-f6c9-41d1-8062-a72b1d415a21 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=8d4125e88ba74eb58979f8f44e15cae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687246 Feb 11 13:25:54.755100 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ec49c-f6c9-41d1-8062-a72b1d415a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2151fe00-71c8-439c-90f2-30754f16ed28,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:54.757076 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 39704) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:54.758595 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a68ec49c-f6c9-41d1-8062-a72b1d415a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:54.837165 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71148936-91fd-42fe-881e-387561f5beff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:54.866127 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71148936-91fd-42fe-881e-387561f5beff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:54.958744 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71148936-91fd-42fe-881e-387561f5beff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:54.963047 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3232194f-757f-49c4-a195-6bed19f5db07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:54.975708 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71148936-91fd-42fe-881e-387561f5beff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2151fe00-71c8-439c-90f2-30754f16ed28,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:54.981240 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-71148936-91fd-42fe-881e-387561f5beff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:54.983310 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71148936-91fd-42fe-881e-387561f5beff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:54.984630 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-71148936-91fd-42fe-881e-387561f5beff admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/2151fe00-71c8-439c-90f2-30754f16ed28 HTTP/1.1" status: 204 len: 168 time: 0.2263620 Feb 11 13:25:55.544870 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 39734) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:55.565346 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-22f12d7f-e6b3-4f42-8a2f-7b2be4ec31cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:55.585385 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-22f12d7f-e6b3-4f42-8a2f-7b2be4ec31cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:25:55.589588 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-22f12d7f-e6b3-4f42-8a2f-7b2be4ec31cf admin admin] Usage tracker for resource:security_group_rule and tenant:5298f10808b545deb9470fd98056c180 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:25:55.592595 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-22f12d7f-e6b3-4f42-8a2f-7b2be4ec31cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:25:55.598553 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-22f12d7f-e6b3-4f42-8a2f-7b2be4ec31cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:25:55.686965 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-22f12d7f-e6b3-4f42-8a2f-7b2be4ec31cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:55.735093 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-22f12d7f-e6b3-4f42-8a2f-7b2be4ec31cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:55.744651 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cb6daf8a-9507-46ab-8fd7-f022bec83a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:55.788162 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-22f12d7f-e6b3-4f42-8a2f-7b2be4ec31cf admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=5298f10808b545deb9470fd98056c180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421486 Feb 11 13:25:55.789084 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f12d7f-e6b3-4f42-8a2f-7b2be4ec31cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b043fa4-46ff-40e4-89e5-8dfd4ef93eb7,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:55.790960 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 39738) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:55.792445 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-22f12d7f-e6b3-4f42-8a2f-7b2be4ec31cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:55.854108 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a011f656-96f6-4784-809b-4e32bfcc32d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:55.882002 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a011f656-96f6-4784-809b-4e32bfcc32d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:55.986095 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a011f656-96f6-4784-809b-4e32bfcc32d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:55.991289 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-14496b42-a4c2-48f9-9d81-31c0429c76a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:25:56.008429 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011f656-96f6-4784-809b-4e32bfcc32d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b043fa4-46ff-40e4-89e5-8dfd4ef93eb7,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:25:56.011243 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a011f656-96f6-4784-809b-4e32bfcc32d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:25:56.012510 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a011f656-96f6-4784-809b-4e32bfcc32d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:56.014369 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-a011f656-96f6-4784-809b-4e32bfcc32d3 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/9b043fa4-46ff-40e4-89e5-8dfd4ef93eb7 HTTP/1.1" status: 204 len: 168 time: 0.2221980 Feb 11 13:25:57.021034 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:25:58.753822 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960c3e2-a764-41d6-9942-0b3f56184bb3 req-6a247450-d809-46c9-9d5d-a978f44df588 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:25:58.755566 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a960c3e2-a764-41d6-9942-0b3f56184bb3 req-6a247450-d809-46c9-9d5d-a978f44df588 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 946 time: 0.2473521 Feb 11 13:25:58.845463 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a960c3e2-a764-41d6-9942-0b3f56184bb3 req-043e5bba-75e5-41fa-8a3e-a9857c573ab8 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825868 Feb 11 13:26:00.163083 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710772e-d99c-41cb-b428-bd5780b2059f req-70c149ef-2860-4615-b6a1-44d89949934a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:00.164977 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a710772e-d99c-41cb-b428-bd5780b2059f req-70c149ef-2860-4615-b6a1-44d89949934a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 946 time: 0.1759882 Feb 11 13:26:00.242438 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a710772e-d99c-41cb-b428-bd5780b2059f req-e5a2db27-0cb7-49af-afb7-65484ca17fad tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684903 Feb 11 13:26:01.555068 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b0cbb-77a4-4348-afa0-fb137ff219eb req-8ac055ae-2675-44e5-aa2a-365139d01ea9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:01.557380 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7f1b0cbb-77a4-4348-afa0-fb137ff219eb req-8ac055ae-2675-44e5-aa2a-365139d01ea9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 946 time: 0.1806757 Feb 11 13:26:01.626008 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7f1b0cbb-77a4-4348-afa0-fb137ff219eb req-7e74fabf-c635-49b0-a4b6-04a35f5c0f3e tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621614 Feb 11 13:26:02.948924 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8d2c9-4cd1-49aa-9231-f97cd8131dcc req-b3d0d7ea-558f-4fef-ba20-b012d4b19ad9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:02.950624 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2ee8d2c9-4cd1-49aa-9231-f97cd8131dcc req-b3d0d7ea-558f-4fef-ba20-b012d4b19ad9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 946 time: 0.1825957 Feb 11 13:26:03.018858 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2ee8d2c9-4cd1-49aa-9231-f97cd8131dcc req-cd8448f4-3f76-4af6-97d9-70bd3ae236df tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612230 Feb 11 13:26:04.346354 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06841c5-8fc3-4a63-aa2a-7e656f89ea19 req-1d4daa22-776c-42e6-a4cf-d4e0503cfde3 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:04.348013 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a06841c5-8fc3-4a63-aa2a-7e656f89ea19 req-1d4daa22-776c-42e6-a4cf-d4e0503cfde3 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 946 time: 0.1846457 Feb 11 13:26:04.424515 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a06841c5-8fc3-4a63-aa2a-7e656f89ea19 req-a0fad479-2d1c-4fef-85d1-277acd4135b1 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700691 Feb 11 13:26:05.600176 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1671b-89de-4428-a743-5d0f2023b6c2 req-f3f81e74-d362-478a-ad60-92012934f2a8 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:05.602466 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-07d1671b-89de-4428-a743-5d0f2023b6c2 req-f3f81e74-d362-478a-ad60-92012934f2a8 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.111 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 946 time: 0.2152119 Feb 11 13:26:05.704774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-07d1671b-89de-4428-a743-5d0f2023b6c2 req-c47df19e-2707-4855-ab24-311062b71ac9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Deleting port 1f25f150-c733-412f-a5c0-a3359d04c141 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:26:05.705126 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-07d1671b-89de-4428-a743-5d0f2023b6c2 req-c47df19e-2707-4855-ab24-311062b71ac9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:05.744359 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afee4c-0525-4a2a-a296-03d15c95713c req-2496981d-4b6d-441a-a28d-6148c8b8d598 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:05.751367 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d4afee4c-0525-4a2a-a296-03d15c95713c req-2496981d-4b6d-441a-a28d-6148c8b8d598 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 946 time: 0.1796894 Feb 11 13:26:05.831701 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d4afee4c-0525-4a2a-a296-03d15c95713c req-cd45e1db-01be-41cd-8986-26bfae4c0476 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789740 Feb 11 13:26:06.009370 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-07d1671b-89de-4428-a743-5d0f2023b6c2 req-c47df19e-2707-4855-ab24-311062b71ac9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] For port 1f25f150-c733-412f-a5c0-a3359d04c141, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=1f25f150-c733-412f-a5c0-a3359d04c141,segment=NetworkSegment(c30f5603-cd0d-44d0-99aa-9b15ee5a02c0),segment_id=c30f5603-cd0d-44d0-99aa-9b15ee5a02c0)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:26:06.009698 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-07d1671b-89de-4428-a743-5d0f2023b6c2 req-c47df19e-2707-4855-ab24-311062b71ac9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:06.174315 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-07d1671b-89de-4428-a743-5d0f2023b6c2 req-c47df19e-2707-4855-ab24-311062b71ac9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Calling delete_port for 1f25f150-c733-412f-a5c0-a3359d04c141 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:26:06.184824 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 1f25f150-c733-412f-a5c0-a3359d04c141 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:26:06.357827 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:06.564312 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-07d1671b-89de-4428-a743-5d0f2023b6c2 req-c47df19e-2707-4855-ab24-311062b71ac9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:06.581078 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:06.893304 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47df19e-2707-4855-ab24-311062b71ac9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Pushing event deleted for resources: {'Port': ['ID=1f25f150-c733-412f-a5c0-a3359d04c141,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:06.966164 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c47df19e-2707-4855-ab24-311062b71ac9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:07.070325 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6cb2cf14-5c61-4740-8c12-b848222d19e9 req-f7ad04d5-28a4-495a-bc19-642cd08d1014 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 210 time: 0.0702889 Feb 11 13:26:07.139433 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d1671b-89de-4428-a743-5d0f2023b6c2 req-c47df19e-2707-4855-ab24-311062b71ac9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] No DVR routers for this DVR port 1f25f150-c733-412f-a5c0-a3359d04c141 on host hv-cinder-77398 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:26:07.139433 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-07d1671b-89de-4428-a743-5d0f2023b6c2 req-c47df19e-2707-4855-ab24-311062b71ac9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:07.139433 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222873fa-a52d-488f-a743-6edc38d23c09', 'name': 'network-vif-deleted', 'tag': '1f25f150-c733-412f-a5c0-a3359d04c141'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:07.201400 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222873fa-a52d-488f-a743-6edc38d23c09', 'name': 'network-vif-deleted', 'tag': '1f25f150-c733-412f-a5c0-a3359d04c141', 'status': 'completed', 'code': 200} Feb 11 13:26:07.542330 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-07d1671b-89de-4428-a743-5d0f2023b6c2 req-c47df19e-2707-4855-ab24-311062b71ac9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.111 "DELETE /v2.0/ports/1f25f150-c733-412f-a5c0-a3359d04c141 HTTP/1.1" status: 204 len: 173 time: 1.9329658 Feb 11 13:26:08.299744 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-abdee39c-5e10-4c7c-8272-034c12214c1b req-062a9ef4-09b4-4559-b204-256fe05a8598 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Synchronizing usage tracker for tenant:bfb8b6d8b8204bc29a8dd22b2647ad78 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:26:08.374947 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-abdee39c-5e10-4c7c-8272-034c12214c1b req-062a9ef4-09b4-4559-b204-256fe05a8598 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Unset dirty status for tenant:bfb8b6d8b8204bc29a8dd22b2647ad78 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:26:08.376440 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-abdee39c-5e10-4c7c-8272-034c12214c1b req-062a9ef4-09b4-4559-b204-256fe05a8598 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=222873fa-a52d-488f-a743-6edc38d23c09 HTTP/1.1" status: 200 len: 210 time: 0.1473880 Feb 11 13:26:13.746392 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb149dc-99af-4321-956c-12a5b16c24ac req-4dd2f1c5-f8a0-4a99-82e6-e1c113342d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:13.748758 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bbb149dc-99af-4321-956c-12a5b16c24ac req-4dd2f1c5-f8a0-4a99-82e6-e1c113342d0a service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=00e29c751ba64590951fc193a9d8823c&device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 1203 time: 0.0844185 Feb 11 13:26:13.841266 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47fd1b-efe9-4743-a8a0-4684b9a33580 req-ab67a34f-44d9-4c37-acd7-e6c4f7c98d3d tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:13.842977 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9e47fd1b-efe9-4743-a8a0-4684b9a33580 req-ab67a34f-44d9-4c37-acd7-e6c4f7c98d3d tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 985 time: 0.1760142 Feb 11 13:26:13.908370 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb149dc-99af-4321-956c-12a5b16c24ac req-1890861f-8598-4f5b-9597-77570de18993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:13.910106 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bbb149dc-99af-4321-956c-12a5b16c24ac req-1890861f-8598-4f5b-9597-77570de18993 service neutron] 10.222.0.111 "GET /v2.0/networks?id=f00aeee0-a55a-4662-92f5-a8c965ecd91a HTTP/1.1" status: 200 len: 908 time: 0.1548438 Feb 11 13:26:13.955922 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9e47fd1b-efe9-4743-a8a0-4684b9a33580 req-86718767-116a-4e4e-a778-5672c4c67a28 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&id=5db5bf3e-79c7-4981-9e44-5569c7963ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0975447 Feb 11 13:26:14.056869 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bbb149dc-99af-4321-956c-12a5b16c24ac req-cf804e48-e3e7-449c-b54b-f0711c25b0f2 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f05658e7-eb6f-4133-b4ee-d91446960963 HTTP/1.1" status: 200 len: 1001 time: 0.1388540 Feb 11 13:26:14.155631 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb149dc-99af-4321-956c-12a5b16c24ac req-193da128-ea81-42fa-acd6-d5aa37ad9dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:14.158000 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bbb149dc-99af-4321-956c-12a5b16c24ac req-193da128-ea81-42fa-acd6-d5aa37ad9dc2 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=91ff8925-901e-4f62-a46b-d8fc7bef8096 HTTP/1.1" status: 200 len: 853 time: 0.0940728 Feb 11 13:26:14.258296 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb149dc-99af-4321-956c-12a5b16c24ac req-cc854258-1f95-40e0-82fb-cd7e60597647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:14.260455 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bbb149dc-99af-4321-956c-12a5b16c24ac req-cc854258-1f95-40e0-82fb-cd7e60597647 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f00aeee0-a55a-4662-92f5-a8c965ecd91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0927835 Feb 11 13:26:14.423528 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bbb149dc-99af-4321-956c-12a5b16c24ac req-a48ffae5-4574-4e04-bada-d850f4bfbd3e service neutron] 10.222.0.111 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554339 Feb 11 13:26:14.594889 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bbb149dc-99af-4321-956c-12a5b16c24ac req-f69ec619-4cd9-4433-97f9-429547de7c0a service neutron] 10.222.0.111 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1636019 Feb 11 13:26:15.322796 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a7ab9-9b6b-4809-b957-4c8a62e57977 req-9c7a8f2d-691f-44b8-b9f8-c40f25660cbb tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:15.324600 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5b8a7ab9-9b6b-4809-b957-4c8a62e57977 req-9c7a8f2d-691f-44b8-b9f8-c40f25660cbb tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 985 time: 0.1749573 Feb 11 13:26:15.428440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:26:15.436437 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5b8a7ab9-9b6b-4809-b957-4c8a62e57977 req-aa4bb420-6767-4d7a-a135-20d3f58f8114 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&id=5db5bf3e-79c7-4981-9e44-5569c7963ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1036463 Feb 11 13:26:15.621164 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-99a83eda-214e-4549-bc0e-2bc715e61b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:16.951975 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06ba34-96b7-4e45-b2f5-8a3ba0801ff0 req-72a47a78-0ba6-4cd0-9850-fbe67abec7f3 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:16.954091 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ae06ba34-96b7-4e45-b2f5-8a3ba0801ff0 req-72a47a78-0ba6-4cd0-9850-fbe67abec7f3 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 985 time: 0.1873438 Feb 11 13:26:17.049591 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ae06ba34-96b7-4e45-b2f5-8a3ba0801ff0 req-7715ab0b-acc4-429b-9036-686952bb2e22 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&id=5db5bf3e-79c7-4981-9e44-5569c7963ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0885503 Feb 11 13:26:17.781275 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-0cd4fb61-22d2-4013-ac21-c2ad73b4af5c tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:17.783207 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-0cd4fb61-22d2-4013-ac21-c2ad73b4af5c tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/networks?id=46567eef-3934-4388-af47-340663a3590a HTTP/1.1" status: 200 len: 814 time: 0.2873499 Feb 11 13:26:17.801262 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-68fdc0da-b833-45c3-8cc8-561e08de4850 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/quotas/bfb8b6d8b8204bc29a8dd22b2647ad78 HTTP/1.1" status: 200 len: 375 time: 0.0112329 Feb 11 13:26:17.862532 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-403a134f-e49a-4b5a-8027-75ff88ba3126 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=bfb8b6d8b8204bc29a8dd22b2647ad78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541971 Feb 11 13:26:18.020864 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-09f26f68-69c6-4940-a5e7-d185004bff2a service neutron] 10.222.0.120 "GET /v2.0/networks/46567eef-3934-4388-af47-340663a3590a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497104 Feb 11 13:26:18.170007 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-246810fb-4967-4a1d-ace2-8da673d4fa38 service neutron] 10.222.0.120 "GET /v2.0/networks/46567eef-3934-4388-af47-340663a3590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421769 Feb 11 13:26:18.780975 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445f499-d6c6-47f3-840b-ff3ef577dd42 req-3bf9ba71-a147-41a9-83f3-bd3923c0e1c1 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:18.785542 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c445f499-d6c6-47f3-840b-ff3ef577dd42 req-3bf9ba71-a147-41a9-83f3-bd3923c0e1c1 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.2027993 Feb 11 13:26:18.792759 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db9127-0095-4d59-970b-d08001590460 req-74a92757-abd6-4522-9575-485ac92f9a74 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:18.797159 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-63db9127-0095-4d59-970b-d08001590460 req-74a92757-abd6-4522-9575-485ac92f9a74 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 985 time: 0.3486338 Feb 11 13:26:18.894851 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:18.907784 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-63db9127-0095-4d59-970b-d08001590460 req-1c5d785b-62a7-4ab2-84e4-5be7e405bb5e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&id=5db5bf3e-79c7-4981-9e44-5569c7963ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1023679 Feb 11 13:26:18.944821 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c445f499-d6c6-47f3-840b-ff3ef577dd42 req-fbd73ff7-e802-4511-a137-b796dd6b5584 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542449 Feb 11 13:26:19.078557 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce216778-af76-4b19-a3cb-d4567a70a929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:19.200992 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-43ddc9cc-0911-4a68-975d-a903a9117362 req-4b17077a-3a96-47f4-b3e5-791aada1b8a6 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 210 time: 0.0515897 Feb 11 13:26:20.105917 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:20.300097 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149faca-58a1-40ef-91ce-6f56f0b7324c req-23e9515e-c611-4f26-b362-df340445ade0 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:20.306089 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d149faca-58a1-40ef-91ce-6f56f0b7324c req-23e9515e-c611-4f26-b362-df340445ade0 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 985 time: 0.1781178 Feb 11 13:26:20.313091 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 88ede691-1330-4737-b2b3-2f4b51080cff up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:26:20.436184 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 88ede691-1330-4737-b2b3-2f4b51080cff triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:26:20.437641 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:20.539340 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-d149faca-58a1-40ef-91ce-6f56f0b7324c req-6f51cb81-3527-420c-80c2-a971d76c17ec tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Synchronizing usage tracker for tenant:00e29c751ba64590951fc193a9d8823c on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:26:20.623822 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742b47d-f9b7-430f-91bc-ab490fa3a7af req-4c4d5d8d-b9e5-42f5-b7db-659b27fce8ee tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:20.625716 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f742b47d-f9b7-430f-91bc-ab490fa3a7af req-4c4d5d8d-b9e5-42f5-b7db-659b27fce8ee tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.3753664 Feb 11 13:26:20.699519 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f742b47d-f9b7-430f-91bc-ab490fa3a7af req-76af76e0-04ab-4bb2-ac24-88d39b8d04aa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655777 Feb 11 13:26:20.711973 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:20.767158 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-d149faca-58a1-40ef-91ce-6f56f0b7324c req-6f51cb81-3527-420c-80c2-a971d76c17ec tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Unset dirty status for tenant:00e29c751ba64590951fc193a9d8823c on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:26:20.768615 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d149faca-58a1-40ef-91ce-6f56f0b7324c req-6f51cb81-3527-420c-80c2-a971d76c17ec tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&id=5db5bf3e-79c7-4981-9e44-5569c7963ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.4596870 Feb 11 13:26:20.946669 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-9bdb405c-fe73-4757-b07e-9d00561c3963 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:20.948400 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-9bdb405c-fe73-4757-b07e-9d00561c3963 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.111 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.3061843 Feb 11 13:26:21.036004 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-79e3d562-b91e-4acf-bd22-d1abe9be9922 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:21.037650 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-79e3d562-b91e-4acf-bd22-d1abe9be9922 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.111 "GET /v2.0/networks?id=46567eef-3934-4388-af47-340663a3590a HTTP/1.1" status: 200 len: 814 time: 0.4940114 Feb 11 13:26:21.059398 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e22e9586-696d-4a47-ab2c-8ed6467c7dbb req-fe563185-b5b5-4913-9948-a619402b836f tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 210 time: 0.1001706 Feb 11 13:26:21.084049 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-4090d73c-38ed-4025-a866-4bdc8c6f3963 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Request body: {'port': {'device_id': '346bc317-0dd4-4414-80ce-de30a6da33b1', 'network_id': '46567eef-3934-4388-af47-340663a3590a', 'admin_state_up': True, 'tenant_id': 'bfb8b6d8b8204bc29a8dd22b2647ad78'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:21.303269 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Deleting port 88ede691-1330-4737-b2b3-2f4b51080cff {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:26:21.303823 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:21.335857 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-4090d73c-38ed-4025-a866-4bdc8c6f3963 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:26:21.363856 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-4090d73c-38ed-4025-a866-4bdc8c6f3963 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:26:21.434852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-4090d73c-38ed-4025-a866-4bdc8c6f3963 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Made reservation on behalf of bfb8b6d8b8204bc29a8dd22b2647ad78 for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:26:21.456960 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-4090d73c-38ed-4025-a866-4bdc8c6f3963 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:21.864879 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] For port 88ede691-1330-4737-b2b3-2f4b51080cff, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=88ede691-1330-4737-b2b3-2f4b51080cff,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:26:21.865171 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:22.235278 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 88ede691-1330-4737-b2b3-2f4b51080cff no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:26:22.322444 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd3943-3051-4a0d-a0ad-1545838a119e req-f5d76e25-9d81-4e83-9126-9ed351f4fb9d tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:22.324361 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-aacd3943-3051-4a0d-a0ad-1545838a119e req-f5d76e25-9d81-4e83-9126-9ed351f4fb9d tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 985 time: 0.2504406 Feb 11 13:26:22.432774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:22.490688 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88ede691-1330-4737-b2b3-2f4b51080cff'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:22.511743 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 88ede691-1330-4737-b2b3-2f4b51080cff, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=88ede691-1330-4737-b2b3-2f4b51080cff,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:26:22.534121 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-aacd3943-3051-4a0d-a0ad-1545838a119e req-4b417793-b7ec-43f0-8673-dabdaa267f7b tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&id=5db5bf3e-79c7-4981-9e44-5569c7963ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0906904 Feb 11 13:26:22.610081 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-4090d73c-38ed-4025-a866-4bdc8c6f3963 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Allocated IP 172.20.0.8 (46567eef-3934-4388-af47-340663a3590a/af487361-2db3-4d80-93e7-e482d8a3baa4/8be706f1-c719-44a2-b741-8c61c3e291a6) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:26:22.643555 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:22.646542 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:22.749577 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=88ede691-1330-4737-b2b3-2f4b51080cff,revision_number=7']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:22.756259 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a79336d9-cc6b-463e-910d-0ae1df0c1e88 req-eb6e4bcc-daa4-462f-863d-76477cc4b7cc tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 210 time: 0.0852771 Feb 11 13:26:22.758870 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.759459 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.760052 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.760605 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.761288 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.761843 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.762418 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.762959 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.763499 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.764063 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.764832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.765377 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.766057 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.766500 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.766953 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.767391 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.767855 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.768291 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.768840 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.769276 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.769799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.770681 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.770681 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.770967 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:22.775912 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:22.821113 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72380d68-e6f2-47b4-b34e-f76109ecfa41 req-5b64d9dc-686e-4aaa-856c-ac5726c3b1fa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:22.822801 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-72380d68-e6f2-47b4-b34e-f76109ecfa41 req-5b64d9dc-686e-4aaa-856c-ac5726c3b1fa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 946 time: 0.8183312 Feb 11 13:26:22.857179 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88ede691-1330-4737-b2b3-2f4b51080cff', 'code': 200} Feb 11 13:26:22.978386 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-72380d68-e6f2-47b4-b34e-f76109ecfa41 req-60db5948-44b5-4e4f-834f-ad7fc189e919 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344197 Feb 11 13:26:23.017275 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:23.017831 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514323'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:23.018171 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.l3_db [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Floating IP 4a38d95d-4f99-4d40-a84b-8f3ccf3e6dc8 disassociated. External IP: 172.28.1.197, port: 88ede691-1330-4737-b2b3-2f4b51080cff. Feb 11 13:26:23.024236 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Calling delete_port for 88ede691-1330-4737-b2b3-2f4b51080cff owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:26:23.422856 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-4090d73c-38ed-4025-a866-4bdc8c6f3963 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:23.539723 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.api [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:26:23.539723 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_db.api [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:26:23.539723 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-4090d73c-38ed-4025-a866-4bdc8c6f3963 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:23.555129 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f76958bb-4d40-4c56-b10a-39018429f4cb tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:23.714370 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090d73c-38ed-4025-a866-4bdc8c6f3963 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Pushing event updated for resources: {'Port': ['ID=8be706f1-c719-44a2-b741-8c61c3e291a6,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:23.719162 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4090d73c-38ed-4025-a866-4bdc8c6f3963 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:23.774563 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-4090d73c-38ed-4025-a866-4bdc8c6f3963 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Network 46567eef-3934-4388-af47-340663a3590a is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:26:23.776003 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-4090d73c-38ed-4025-a866-4bdc8c6f3963 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:26:23.779138 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-4090d73c-38ed-4025-a866-4bdc8c6f3963 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:26:23.889585 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faf9eb-bc5b-4e0f-9f51-3a478e731e9d req-d4f98276-d776-479e-af5a-ad56cd1e4b6c tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:23.898690 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b5faf9eb-bc5b-4e0f-9f51-3a478e731e9d req-d4f98276-d776-479e-af5a-ad56cd1e4b6c tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 985 time: 0.1971335 Feb 11 13:26:23.927623 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-4090d73c-38ed-4025-a866-4bdc8c6f3963 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:23.928410 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-4090d73c-38ed-4025-a866-4bdc8c6f3963 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:24.037367 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Deleting port 88ede691-1330-4737-b2b3-2f4b51080cff {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:26:24.037754 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:24.077081 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-4090d73c-38ed-4025-a866-4bdc8c6f3963 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9989424 Feb 11 13:26:24.095389 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Request body: {'port': {'device_id': '346bc317-0dd4-4414-80ce-de30a6da33b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:24.193047 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b5faf9eb-bc5b-4e0f-9f51-3a478e731e9d req-ae855bfb-e047-4f27-8950-c16034188297 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&id=5db5bf3e-79c7-4981-9e44-5569c7963ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2933617 Feb 11 13:26:24.241838 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3d36b-ff8a-4975-89d7-a46cedf70e8b req-e39174ea-edff-4611-91c8-edd3e26a9381 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:24.242661 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-45f3d36b-ff8a-4975-89d7-a46cedf70e8b req-e39174ea-edff-4611-91c8-edd3e26a9381 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Synchronizing usage tracker for tenant:bfb8b6d8b8204bc29a8dd22b2647ad78 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:26:24.370198 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-45f3d36b-ff8a-4975-89d7-a46cedf70e8b req-e39174ea-edff-4611-91c8-edd3e26a9381 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Unset dirty status for tenant:bfb8b6d8b8204bc29a8dd22b2647ad78 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:26:24.372955 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-45f3d36b-ff8a-4975-89d7-a46cedf70e8b req-e39174ea-edff-4611-91c8-edd3e26a9381 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 931 time: 0.4396555 Feb 11 13:26:24.483504 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038f728-0ae8-4585-b134-4adb0500c28c req-c5b8fef0-2791-4d34-b1cf-438543898a9c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:24.485262 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c038f728-0ae8-4585-b134-4adb0500c28c req-c5b8fef0-2791-4d34-b1cf-438543898a9c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 944 time: 0.1715422 Feb 11 13:26:24.556047 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c038f728-0ae8-4585-b134-4adb0500c28c req-087e88e6-d2a6-4f9d-a780-fe5adfdafefa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636322 Feb 11 13:26:24.568931 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:24.621977 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-45f3d36b-ff8a-4975-89d7-a46cedf70e8b req-7fdeb384-f0fa-4405-b275-1440dd6ca814 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354696 Feb 11 13:26:24.713180 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] For port 88ede691-1330-4737-b2b3-2f4b51080cff, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=88ede691-1330-4737-b2b3-2f4b51080cff,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:26:24.713586 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:25.251896 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 40152) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:25.490271 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-83475a2c-43da-4065-9f47-c4eb1ae4fd9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:25.517099 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-83475a2c-43da-4065-9f47-c4eb1ae4fd9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:26:25.525610 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-83475a2c-43da-4065-9f47-c4eb1ae4fd9c admin admin] Usage tracker for resource:security_group_rule and tenant:45635945b0cd402399b136e961105dc0 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:26:25.525825 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:25.526188 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514323'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:25.526540 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.l3_db [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Floating IP 4a38d95d-4f99-4d40-a84b-8f3ccf3e6dc8 disassociated. External IP: 172.28.1.197, port: 88ede691-1330-4737-b2b3-2f4b51080cff. Feb 11 13:26:25.526927 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Calling delete_port for 88ede691-1330-4737-b2b3-2f4b51080cff owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:26:25.529367 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-83475a2c-43da-4065-9f47-c4eb1ae4fd9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:26:25.537383 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-83475a2c-43da-4065-9f47-c4eb1ae4fd9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:26:25.638144 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7492b3-0900-47c2-a89a-511685969108 req-c494be2d-27a2-434b-b0d0-facd779457df tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:25.646272 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5d7492b3-0900-47c2-a89a-511685969108 req-c494be2d-27a2-434b-b0d0-facd779457df tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 985 time: 0.3049910 Feb 11 13:26:25.776287 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5d7492b3-0900-47c2-a89a-511685969108 req-8d9aed4a-11a4-4762-a24f-11c6edc3f4f1 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&id=5db5bf3e-79c7-4981-9e44-5569c7963ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1290612 Feb 11 13:26:25.802237 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be706f1-c719-44a2-b741-8c61c3e291a6 {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:26:25.829999 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:25.862306 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-83475a2c-43da-4065-9f47-c4eb1ae4fd9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:25.905552 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-83475a2c-43da-4065-9f47-c4eb1ae4fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:25.915043 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-47290bd8-4800-47c7-9546-5efa9b56176a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:25.961792 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-83475a2c-43da-4065-9f47-c4eb1ae4fd9c admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=45635945b0cd402399b136e961105dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7083435 Feb 11 13:26:25.963595 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83475a2c-43da-4065-9f47-c4eb1ae4fd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6343ae35-f838-4502-8fea-225e7b82505b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:25.968395 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-83475a2c-43da-4065-9f47-c4eb1ae4fd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:25.968568 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 40178) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:25.975881 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1a932-846a-4d51-afa5-59f5cb653eed req-a689a829-ce41-48bc-bb5e-441a56b7793f tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:25.976715 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-e9b1a932-846a-4d51-afa5-59f5cb653eed req-a689a829-ce41-48bc-bb5e-441a56b7793f tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Synchronizing usage tracker for tenant:f5d2b1be961749bcaa243e9f0bed551b on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:26:25.981618 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Transition to ACTIVE for port object 8be706f1-c719-44a2-b741-8c61c3e291a6 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:26:25.983155 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:26.004035 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-eaf85d83-ec35-43d4-8c16-6f2c2a7272af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:26.071189 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:26.092680 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Pushing event deleted for resources: {'Port': ['ID=88ede691-1330-4737-b2b3-2f4b51080cff,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:26.097775 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-082e6d10-db4b-41a3-9e2d-1ea1d8c6c916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:26.109863 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:26.133407 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-082e6d10-db4b-41a3-9e2d-1ea1d8c6c916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:26.164737 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c47df19e-2707-4855-ab24-311062b71ac9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:26.228774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-e9b1a932-846a-4d51-afa5-59f5cb653eed req-a689a829-ce41-48bc-bb5e-441a56b7793f tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Unset dirty status for tenant:f5d2b1be961749bcaa243e9f0bed551b on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:26:26.230083 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e9b1a932-846a-4d51-afa5-59f5cb653eed req-a689a829-ce41-48bc-bb5e-441a56b7793f tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 865 time: 0.4704936 Feb 11 13:26:26.285640 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb7962-9101-4ac8-8e7c-5cf5a8597c8a req-2adfcd70-175a-42dc-ae79-f47395697c43 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:26.287343 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-64bb7962-9101-4ac8-8e7c-5cf5a8597c8a req-2adfcd70-175a-42dc-ae79-f47395697c43 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 943 time: 0.2621095 Feb 11 13:26:26.373202 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-64bb7962-9101-4ac8-8e7c-5cf5a8597c8a req-424797d9-3e21-4000-83cc-6e853b607595 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774605 Feb 11 13:26:26.377831 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-082e6d10-db4b-41a3-9e2d-1ea1d8c6c916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:26.389102 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8be706f1-c719-44a2-b741-8c61c3e291a6,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:26.390011 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0ece307a-7721-4c9b-816c-910ced600276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:26.407161 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:26.415732 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e6d10-db4b-41a3-9e2d-1ea1d8c6c916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6343ae35-f838-4502-8fea-225e7b82505b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:26.427667 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-082e6d10-db4b-41a3-9e2d-1ea1d8c6c916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:26.430183 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-082e6d10-db4b-41a3-9e2d-1ea1d8c6c916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:26.433251 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-082e6d10-db4b-41a3-9e2d-1ea1d8c6c916 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/6343ae35-f838-4502-8fea-225e7b82505b HTTP/1.1" status: 204 len: 168 time: 0.4634669 Feb 11 13:26:26.442150 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e9b1a932-846a-4d51-afa5-59f5cb653eed req-760cfa1e-a908-4b76-860a-b65da210e8ea tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7288ef8a-4fbf-4363-8cd7-589c2266ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558621 Feb 11 13:26:26.835596 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Attempting to bind port 8be706f1-c719-44a2-b741-8c61c3e291a6 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:26:26.836166 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Attempting to bind port 8be706f1-c719-44a2-b741-8c61c3e291a6 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'c30f5603-cd0d-44d0-99aa-9b15ee5a02c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '46567eef-3934-4388-af47-340663a3590a'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:26:26.836166 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Attempting to bind port 8be706f1-c719-44a2-b741-8c61c3e291a6 on network 46567eef-3934-4388-af47-340663a3590a {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:26:26.844585 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Router cb84e634-4652-43ae-91c5-ae821d0bf30b has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:26:26.848095 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:26:26.848095 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Checking segment: {'id': 'c30f5603-cd0d-44d0-99aa-9b15ee5a02c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '46567eef-3934-4388-af47-340663a3590a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:26:26.848520 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:26.849100 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Bound using segment: {'id': 'c30f5603-cd0d-44d0-99aa-9b15ee5a02c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '46567eef-3934-4388-af47-340663a3590a'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:26:26.849441 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Bound port: 8be706f1-c719-44a2-b741-8c61c3e291a6, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30f5603-cd0d-44d0-99aa-9b15ee5a02c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '46567eef-3934-4388-af47-340663a3590a'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:26:26.849863 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:27.043852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:27.112200 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502cdd3-1c90-45a0-af47-dbd823a74866 req-f13717d3-3db5-4b02-ac19-fabd6137aec0 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:27.113966 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2502cdd3-1c90-45a0-af47-dbd823a74866 req-f13717d3-3db5-4b02-ac19-fabd6137aec0 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 985 time: 0.1977632 Feb 11 13:26:27.228340 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2502cdd3-1c90-45a0-af47-dbd823a74866 req-8934bd7a-3360-4f91-8ae0-71c405b30754 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&id=5db5bf3e-79c7-4981-9e44-5569c7963ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1069019 Feb 11 13:26:27.236804 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] For port 8be706f1-c719-44a2-b741-8c61c3e291a6, host hv-cinder-77398, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:26:27.252496 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] For port 8be706f1-c719-44a2-b741-8c61c3e291a6, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8be706f1-c719-44a2-b741-8c61c3e291a6,segment=NetworkSegment(c30f5603-cd0d-44d0-99aa-9b15ee5a02c0),segment_id=c30f5603-cd0d-44d0-99aa-9b15ee5a02c0)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:26:27.254051 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:26:27.266979 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e447123-f30d-4c82-9165-7604ff8108a3 None None] Sync routers for ids ['cb84e634-4652-43ae-91c5-ae821d0bf30b'] in dv-cinder-773985-4-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:26:27.280799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e447123-f30d-4c82-9165-7604ff8108a3 None None] Routers {'cb84e634-4652-43ae-91c5-ae821d0bf30b'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:26:27.281536 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-2e447123-f30d-4c82-9165-7604ff8108a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:26:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['cb84e634-4652-43ae-91c5-ae821d0bf30b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:26:27.296955 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] No DVR routers for this DVR port 88ede691-1330-4737-b2b3-2f4b51080cff on host hv-cinder-77398 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:26:27.302323 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:27.316113 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c037000d-d8ed-4697-8b97-e82458820ac0 req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.111 "DELETE /v2.0/ports/88ede691-1330-4737-b2b3-2f4b51080cff HTTP/1.1" status: 204 len: 173 time: 6.2665889 Feb 11 13:26:27.324510 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'name': 'network-vif-deleted', 'tag': '88ede691-1330-4737-b2b3-2f4b51080cff'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:27.333757 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:27.353500 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:27.609557 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde04bd2-1b9a-40b8-b982-e42f13a10bab', 'name': 'network-vif-deleted', 'tag': '88ede691-1330-4737-b2b3-2f4b51080cff', 'status': 'completed', 'code': 200} Feb 11 13:26:27.840175 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27349e80-4d18-4f98-b432-681afc5cda4a req-7657bed8-9335-44eb-b1b6-e24e5161ecea tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:27.849705 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-27349e80-4d18-4f98-b432-681afc5cda4a req-7657bed8-9335-44eb-b1b6-e24e5161ecea tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 943 time: 0.2317989 Feb 11 13:26:27.937599 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-2e447123-f30d-4c82-9165-7604ff8108a3 None None] Set router cb84e634-4652-43ae-91c5-ae821d0bf30b gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:26:27.973277 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8be706f1-c719-44a2-b741-8c61c3e291a6,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:27.996300 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-27349e80-4d18-4f98-b432-681afc5cda4a req-de4439fd-6023-41af-ab6d-7db0b0758ab8 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254139 Feb 11 13:26:28.027788 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:28.083951 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-999a9ca4-84c2-483a-ac22-307ef448f3cd req-d4cd0205-2fd8-40f0-bc59-651a48a78fde tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=dde04bd2-1b9a-40b8-b982-e42f13a10bab HTTP/1.1" status: 200 len: 210 time: 0.1348853 Feb 11 13:26:28.094663 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:28.095747 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:28.097417 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] 10.222.0.111 "PUT /v2.0/ports/8be706f1-c719-44a2-b741-8c61c3e291a6 HTTP/1.1" status: 200 len: 1157 time: 4.0095210 Feb 11 13:26:28.270129 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-400539af-fc54-4a14-a847-a9683a49f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:28.271835 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-400539af-fc54-4a14-a847-a9683a49f5e8 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=bfb8b6d8b8204bc29a8dd22b2647ad78&device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 1160 time: 0.0815806 Feb 11 13:26:28.405675 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-f673f9ae-7ff6-49ad-a084-0d8374d26058 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8be706f1-c719-44a2-b741-8c61c3e291a6 HTTP/1.1" status: 200 len: 217 time: 0.1217887 Feb 11 13:26:28.503519 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-2e447123-f30d-4c82-9165-7604ff8108a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '56c151bb-8123-45bc-9cee-171400cd9434', 'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'mac_address': 'fa:16:3e:5d:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:22:01Z', 'updated_at': '2021-02-11T13:22:22Z', 'revision_number': 5, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'subnets': [{'id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:26:28.506825 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-ade4d5af-724c-49e4-b7af-b176101f2898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:28.508082 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e447123-f30d-4c82-9165-7604ff8108a3 None None] Checking router: cb84e634-4652-43ae-91c5-ae821d0bf30b for host: dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:26:28.508415 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-ade4d5af-724c-49e4-b7af-b176101f2898 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=af487361-2db3-4d80-93e7-e482d8a3baa4 HTTP/1.1" status: 200 len: 854 time: 0.0957239 Feb 11 13:26:28.518675 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e447123-f30d-4c82-9165-7604ff8108a3 None None] Routers {'cb84e634-4652-43ae-91c5-ae821d0bf30b'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:26:28.519690 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-2e447123-f30d-4c82-9165-7604ff8108a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:26:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['cb84e634-4652-43ae-91c5-ae821d0bf30b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:26:28.567066 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-a1ae3d13-3944-4c1a-ba57-33946f95668e service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=46567eef-3934-4388-af47-340663a3590a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516775 Feb 11 13:26:28.640055 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346b92a-2b71-42de-b975-27d3220ab31d req-81677b41-7025-4f2f-a6a9-e5f2d3897c67 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:28.648864 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3346b92a-2b71-42de-b975-27d3220ab31d req-81677b41-7025-4f2f-a6a9-e5f2d3897c67 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 985 time: 0.2686410 Feb 11 13:26:28.742726 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 40246) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:28.749778 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-133992ff-b0d5-46ae-a949-6b96c1c9e906 service neutron] 10.222.0.111 "GET /v2.0/networks/46567eef-3934-4388-af47-340663a3590a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748018 Feb 11 13:26:28.795854 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3346b92a-2b71-42de-b975-27d3220ab31d req-c949421b-4a09-4a36-966f-5fdb00b32299 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&id=5db5bf3e-79c7-4981-9e44-5569c7963ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1459222 Feb 11 13:26:28.828100 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-2e447123-f30d-4c82-9165-7604ff8108a3 None None] Set router cb84e634-4652-43ae-91c5-ae821d0bf30b gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:26:28.881298 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad208c41-4d81-4359-ba83-52cc88fa2226 admin admin] Deleting subnet 20e9cab3-a63b-4e30-9181-ed6b9b6c6552 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:26:28.885401 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ad208c41-4d81-4359-ba83-52cc88fa2226 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:28.998918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ad208c41-4d81-4359-ba83-52cc88fa2226 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375651'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:29.014613 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bf385a93-e69b-421d-87e1-a9d7fd21a9c1 req-02af2c02-7450-429d-82a1-c287ed0c22bf service neutron] 10.222.0.111 "GET /v2.0/networks/46567eef-3934-4388-af47-340663a3590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2580442 Feb 11 13:26:29.117449 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ad208c41-4d81-4359-ba83-52cc88fa2226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853299468'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:29.402656 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-2e447123-f30d-4c82-9165-7604ff8108a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '56c151bb-8123-45bc-9cee-171400cd9434', 'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'mac_address': 'fa:16:3e:5d:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:22:01Z', 'updated_at': '2021-02-11T13:22:22Z', 'revision_number': 5, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'subnets': [{'id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:26:29.407944 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e447123-f30d-4c82-9165-7604ff8108a3 None None] The sync data for ids ['cb84e634-4652-43ae-91c5-ae821d0bf30b'] in dv-cinder-773985-4-smb is: [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '56c151bb-8123-45bc-9cee-171400cd9434', 'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'mac_address': 'fa:16:3e:5d:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:22:01Z', 'updated_at': '2021-02-11T13:22:22Z', 'revision_number': 5, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'subnets': [{'id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:26:29.419445 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1576c1-19c2-47ca-8250-24646dfaa32d req-22baef5c-effe-42db-ba4d-dcb2698c3e33 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:29.427840 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0e1576c1-19c2-47ca-8250-24646dfaa32d req-22baef5c-effe-42db-ba4d-dcb2698c3e33 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 943 time: 0.2743728 Feb 11 13:26:29.547741 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0e1576c1-19c2-47ca-8250-24646dfaa32d req-3686e2f1-1b4f-41e4-b42e-6942c88f55a4 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179233 Feb 11 13:26:29.561620 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 40264) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:29.616799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346bc317-0dd4-4414-80ce-de30a6da33b1', 'tag': '8be706f1-c719-44a2-b741-8c61c3e291a6'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:29.632708 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ad208c41-4d81-4359-ba83-52cc88fa2226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1476348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852509079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845098505'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:29.680201 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aa99cfc3-37db-42b9-9129-aad921fc6ed5 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:29.724243 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aa99cfc3-37db-42b9-9129-aad921fc6ed5 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:29.742269 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346bc317-0dd4-4414-80ce-de30a6da33b1', 'tag': '8be706f1-c719-44a2-b741-8c61c3e291a6', 'status': 'completed', 'code': 200} Feb 11 13:26:29.783181 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-71216b12-04b6-458f-937c-2056532e972f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:29.848760 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad208c41-4d81-4359-ba83-52cc88fa2226 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20e9cab3-a63b-4e30-9181-ed6b9b6c6552,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:29.858585 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ad208c41-4d81-4359-ba83-52cc88fa2226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:29.873719 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ad208c41-4d81-4359-ba83-52cc88fa2226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:29.881255 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-ad208c41-4d81-4359-ba83-52cc88fa2226 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/20e9cab3-a63b-4e30-9181-ed6b9b6c6552 HTTP/1.1" status: 204 len: 168 time: 1.0838950 Feb 11 13:26:29.884093 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 40274) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:29.928490 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc0ed3-421b-407b-b4c1-0eb9c6bb0b03 req-9f5f4d21-a5b3-4e77-9fc9-7802c46385c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:29.930288 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-70bc0ed3-421b-407b-b4c1-0eb9c6bb0b03 req-9f5f4d21-a5b3-4e77-9fc9-7802c46385c2 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=bfb8b6d8b8204bc29a8dd22b2647ad78&device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 1160 time: 0.1303024 Feb 11 13:26:30.071401 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095cc3f6-9281-4c99-a032-0f5c15b92ca4 None None] New status for floating IP 4a38d95d-4f99-4d40-a84b-8f3ccf3e6dc8: DOWN {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:26:30.072110 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-74e68d1c-7814-4711-a58f-29ecb9cc98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853372729'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:30.097028 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc0ed3-421b-407b-b4c1-0eb9c6bb0b03 req-ee92bb30-2e2f-44c3-a6ce-31f3eac1dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:30.099206 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-70bc0ed3-421b-407b-b4c1-0eb9c6bb0b03 req-ee92bb30-2e2f-44c3-a6ce-31f3eac1dfae service neutron] 10.222.0.111 "GET /v2.0/networks?id=46567eef-3934-4388-af47-340663a3590a HTTP/1.1" status: 200 len: 908 time: 0.1619217 Feb 11 13:26:30.226193 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 40280) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:30.226193 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aa99cfc3-37db-42b9-9129-aad921fc6ed5 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:30.259553 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-78d14038-74d1-4520-96ea-3848297f6cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:30.270161 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-70bc0ed3-421b-407b-b4c1-0eb9c6bb0b03 req-91a3248e-e5fd-4a36-8f79-6501de53aad7 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8be706f1-c719-44a2-b741-8c61c3e291a6 HTTP/1.1" status: 200 len: 217 time: 0.1622376 Feb 11 13:26:30.307991 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-74e68d1c-7814-4711-a58f-29ecb9cc98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853300733', 'neutron.services.segments.db._delete_segments_for_network--9223363267560229748'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:30.335551 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99cfc3-37db-42b9-9129-aad921fc6ed5 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7288ef8a-4fbf-4363-8cd7-589c2266ce35,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:30.338780 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-aa99cfc3-37db-42b9-9129-aad921fc6ed5 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:30.341444 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device f05658e7-eb6f-4133-b4ee-d91446960963 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:26:30.386481 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc0ed3-421b-407b-b4c1-0eb9c6bb0b03 req-6bd6cfc8-5589-4180-9348-a7cd395491df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:30.388668 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-70bc0ed3-421b-407b-b4c1-0eb9c6bb0b03 req-6bd6cfc8-5589-4180-9348-a7cd395491df service neutron] 10.222.0.111 "GET /v2.0/subnets?id=af487361-2db3-4d80-93e7-e482d8a3baa4 HTTP/1.1" status: 200 len: 854 time: 0.1069722 Feb 11 13:26:30.417841 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-aa99cfc3-37db-42b9-9129-aad921fc6ed5 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:30.422108 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-aa99cfc3-37db-42b9-9129-aad921fc6ed5 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "DELETE /v2.0/security-groups/7288ef8a-4fbf-4363-8cd7-589c2266ce35 HTTP/1.1" status: 204 len: 168 time: 0.8593192 Feb 11 13:26:30.424523 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9453bb26-05df-423b-90f3-33559a51fc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:30.433000 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 40290) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:30.458643 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.v2.resource [None req-9a0bbeb9-7172-469a-9348-9476a6d70097 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] show failed (client error): The resource could not be found. Feb 11 13:26:30.459943 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-9a0bbeb9-7172-469a-9348-9476a6d70097 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups/7288ef8a-4fbf-4363-8cd7-589c2266ce35 HTTP/1.1" status: 404 len: 347 time: 0.0259547 Feb 11 13:26:30.463687 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 40294) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:30.485168 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port f05658e7-eb6f-4133-b4ee-d91446960963 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:26:30.485589 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:30.506219 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-9453bb26-05df-423b-90f3-33559a51fc14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:26:30.511575 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-70bc0ed3-421b-407b-b4c1-0eb9c6bb0b03 req-2a8acedd-9fcb-46d0-89db-6619afce5c70 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=46567eef-3934-4388-af47-340663a3590a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156571 Feb 11 13:26:30.516232 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-9453bb26-05df-423b-90f3-33559a51fc14 admin admin] Usage tracker for resource:security_group_rule and tenant:f20dcd4e3d8541b4835ad6e7cb3df89f is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:26:30.529250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-9453bb26-05df-423b-90f3-33559a51fc14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:26:30.597887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-9453bb26-05df-423b-90f3-33559a51fc14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:26:30.713009 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ee245-a44b-4e58-9096-058789f0a7e0 req-f1ff2c2c-95ad-44c4-b260-8976a1b00cd9 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:30.715827 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0e3ee245-a44b-4e58-9096-058789f0a7e0 req-f1ff2c2c-95ad-44c4-b260-8976a1b00cd9 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 985 time: 0.5156546 Feb 11 13:26:30.803451 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-74e68d1c-7814-4711-a58f-29ecb9cc98fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:26:30.832296 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-058df1ed-6587-4241-89e1-02486911542e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Deleting port 3b29e57b-9119-499d-ada0-97593c8727c4 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:26:30.833180 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-058df1ed-6587-4241-89e1-02486911542e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:30.898614 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-74e68d1c-7814-4711-a58f-29ecb9cc98fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea87bce6-698e-41cc-83d5-9da70704dffd') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:26:30.899620 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-74e68d1c-7814-4711-a58f-29ecb9cc98fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea87bce6-698e-41cc-83d5-9da70704dffd') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:26:30.958426 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0e3ee245-a44b-4e58-9096-058789f0a7e0 req-ea527920-92d5-48b7-81e1-d93f3aa21373 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&id=5db5bf3e-79c7-4981-9e44-5569c7963ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2321622 Feb 11 13:26:30.973915 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-74e68d1c-7814-4711-a58f-29ecb9cc98fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267560227700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852400149'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:30.990543 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-70bc0ed3-421b-407b-b4c1-0eb9c6bb0b03 req-78030deb-9d17-40cb-aa57-19d2af7bf202 service neutron] 10.222.0.111 "GET /v2.0/networks/46567eef-3934-4388-af47-340663a3590a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625039 Feb 11 13:26:31.194169 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9453bb26-05df-423b-90f3-33559a51fc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:31.229786 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0652f-f9ed-4dd7-80a9-1a6bf0338343 req-ee548f58-0df1-4057-97c9-ed566cf96ac4 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:31.231034 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3ff0652f-f9ed-4dd7-80a9-1a6bf0338343 req-ee548f58-0df1-4057-97c9-ed566cf96ac4 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 943 time: 0.3598142 Feb 11 13:26:31.232310 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-74e68d1c-7814-4711-a58f-29ecb9cc98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:31.237099 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-74e68d1c-7814-4711-a58f-29ecb9cc98fb admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:26:31.248116 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-70bc0ed3-421b-407b-b4c1-0eb9c6bb0b03 req-d7c59cc9-fc88-4c55-8a78-e5ec765111a7 service neutron] 10.222.0.111 "GET /v2.0/networks/46567eef-3934-4388-af47-340663a3590a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2340193 Feb 11 13:26:31.249442 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9453bb26-05df-423b-90f3-33559a51fc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:31.267769 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-22f12d7f-e6b3-4f42-8a2f-7b2be4ec31cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:31.351131 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-9453bb26-05df-423b-90f3-33559a51fc14 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=f20dcd4e3d8541b4835ad6e7cb3df89f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1491661 Feb 11 13:26:31.353958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 40304) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:31.370893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-058df1ed-6587-4241-89e1-02486911542e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:31.371257 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-058df1ed-6587-4241-89e1-02486911542e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:31.371893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453bb26-05df-423b-90f3-33559a51fc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f8b18d-6ed3-41f9-904d-2c0a7fa89d31,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:31.376718 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9453bb26-05df-423b-90f3-33559a51fc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:31.432406 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-903434ca-31ea-42d9-8d27-3bfd665a3269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:31.462157 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-903434ca-31ea-42d9-8d27-3bfd665a3269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:31.467674 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3ff0652f-f9ed-4dd7-80a9-1a6bf0338343 req-2cc9f1ee-a3d7-4034-82fe-1764eec49a9b tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932108 Feb 11 13:26:31.563913 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-903434ca-31ea-42d9-8d27-3bfd665a3269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:31.570101 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c16fdb19-7d8a-40c1-84dc-9c5dbfbafccc tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:31.586494 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903434ca-31ea-42d9-8d27-3bfd665a3269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f8b18d-6ed3-41f9-904d-2c0a7fa89d31,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:31.589758 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-903434ca-31ea-42d9-8d27-3bfd665a3269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:31.590781 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-903434ca-31ea-42d9-8d27-3bfd665a3269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:31.597095 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-903434ca-31ea-42d9-8d27-3bfd665a3269 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/e9f8b18d-6ed3-41f9-904d-2c0a7fa89d31 HTTP/1.1" status: 204 len: 168 time: 0.2366052 Feb 11 13:26:31.676970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-058df1ed-6587-4241-89e1-02486911542e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Calling delete_port for 3b29e57b-9119-499d-ada0-97593c8727c4 owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:26:31.728787 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-74e68d1c-7814-4711-a58f-29ecb9cc98fb admin admin] Network 084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:26:32.022317 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-74e68d1c-7814-4711-a58f-29ecb9cc98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853293791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2266570'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:32.290730 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-74e68d1c-7814-4711-a58f-29ecb9cc98fb admin admin] Network 084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:26:32.316927 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c90e6a-e223-4b68-9dce-d4ab2937c38d req-7a5531bf-708e-456a-96e2-fc4adbc12279 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:32.318679 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a2c90e6a-e223-4b68-9dce-d4ab2937c38d req-7a5531bf-708e-456a-96e2-fc4adbc12279 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 985 time: 0.1805518 Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: Traceback (most recent call last): Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: timer() Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: cb(*args, **kw) Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: return func(*args, **kwargs) Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: self._notify() Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: self.callback(batched_events) Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: event.method(event) Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: segment_id)['aggregates'][0] Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: return f(self, *a, **k) Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: return self._get(url).json() Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: **kwargs) Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: return self.request(url, 'GET', **kwargs) Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: **endpoint_filter) Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:26:32.319120 dv-cinder-773985-4-smb neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:26:32.417470 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a2c90e6a-e223-4b68-9dce-d4ab2937c38d req-2c9cb610-7a57-477a-9871-e70441aa50f6 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&id=5db5bf3e-79c7-4981-9e44-5569c7963ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0886941 Feb 11 13:26:32.419690 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db3431-8f1e-49cd-be99-3e2763616186 req-71a0e8dd-265d-46eb-bc8d-f3358369a707 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:32.421437 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-49db3431-8f1e-49cd-be99-3e2763616186 req-71a0e8dd-265d-46eb-bc8d-f3358369a707 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.7121282 Feb 11 13:26:32.605245 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-49db3431-8f1e-49cd-be99-3e2763616186 req-415e4239-351d-45ab-93ed-6341d20a15ea tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998964 Feb 11 13:26:32.621805 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-74e68d1c-7814-4711-a58f-29ecb9cc98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514336'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:32.621805 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6db749e1-52ae-4ce7-98fd-59cf12be2861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:32.646720 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-74e68d1c-7814-4711-a58f-29ecb9cc98fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:32.653523 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-058df1ed-6587-4241-89e1-02486911542e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:32.676180 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e68d1c-7814-4711-a58f-29ecb9cc98fb admin admin] Pushing event deleted for resources: {'Network': ['ID=084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:32.692021 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-74e68d1c-7814-4711-a58f-29ecb9cc98fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:32.695249 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-663b6b79-4047-4322-9338-493b9b540ae3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:32.766696 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device f05658e7-eb6f-4133-b4ee-d91446960963 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:26:32.794148 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb214b-bb94-4daa-bf1b-ac49fd7a8c6c req-6eb7dd56-f4cb-4a01-9e32-49d4265e3166 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:32.796035 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4fcb214b-bb94-4daa-bf1b-ac49fd7a8c6c req-6eb7dd56-f4cb-4a01-9e32-49d4265e3166 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 943 time: 0.1877704 Feb 11 13:26:32.798557 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058df1ed-6587-4241-89e1-02486911542e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Pushing event deleted for resources: {'Port': ['ID=3b29e57b-9119-499d-ada0-97593c8727c4,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:32.805468 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-058df1ed-6587-4241-89e1-02486911542e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:32.860350 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-74e68d1c-7814-4711-a58f-29ecb9cc98fb admin admin] 10.222.0.120 "DELETE /v2.0/networks/084ea6a3-0c9b-4fb4-a6d8-2150227d2ed2 HTTP/1.1" status: 204 len: 168 time: 2.9729218 Feb 11 13:26:32.862914 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port f05658e7-eb6f-4133-b4ee-d91446960963 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:26:32.864480 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:32.873024 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4fcb214b-bb94-4daa-bf1b-ac49fd7a8c6c req-f1b94963-3a8a-470c-9de4-b904e636e844 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673275 Feb 11 13:26:32.933503 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-058df1ed-6587-4241-89e1-02486911542e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:32.937092 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-058df1ed-6587-4241-89e1-02486911542e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:32.938670 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-058df1ed-6587-4241-89e1-02486911542e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "DELETE /v2.0/floatingips/4a38d95d-4f99-4d40-a84b-8f3ccf3e6dc8 HTTP/1.1" status: 204 len: 168 time: 2.4740543 Feb 11 13:26:33.042028 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 8be706f1-c719-44a2-b741-8c61c3e291a6 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:26:33.170500 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port 8be706f1-c719-44a2-b741-8c61c3e291a6 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:26:33.176048 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 8be706f1-c719-44a2-b741-8c61c3e291a6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:26:33.177050 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:33.340537 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:33.344249 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 40342) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:33.385944 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 8be706f1-c719-44a2-b741-8c61c3e291a6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8be706f1-c719-44a2-b741-8c61c3e291a6,segment=NetworkSegment(c30f5603-cd0d-44d0-99aa-9b15ee5a02c0),segment_id=c30f5603-cd0d-44d0-99aa-9b15ee5a02c0)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:26:33.387042 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346bc317-0dd4-4414-80ce-de30a6da33b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be706f1-c719-44a2-b741-8c61c3e291a6'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:33.403213 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-1c09c7f5-7b04-43bc-bec9-1d4c0ee27f90 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=91f9330e7c4d4f0ab80c48bb3ffc107e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0575161 Feb 11 13:26:33.407328 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 40348) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:33.442811 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:33.444900 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:33.446867 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 40352) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:33.453874 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-99c2001c-a04f-47a2-accf-579163fbd93c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1755894960', 'description': 'tempest-description--2058093480'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:33.488039 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1f1ece89-646c-46ee-83e5-d9008fc6308c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:33.490523 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-99c2001c-a04f-47a2-accf-579163fbd93c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:26:33.502192 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-99c2001c-a04f-47a2-accf-579163fbd93c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Usage tracker for resource:security_group and tenant:f5d2b1be961749bcaa243e9f0bed551b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:26:33.506678 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-99c2001c-a04f-47a2-accf-579163fbd93c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:26:33.513582 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-99c2001c-a04f-47a2-accf-579163fbd93c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:26:33.518398 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346bc317-0dd4-4414-80ce-de30a6da33b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be706f1-c719-44a2-b741-8c61c3e291a6', 'code': 200} Feb 11 13:26:33.518855 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1f1ece89-646c-46ee-83e5-d9008fc6308c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:33.561096 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=8be706f1-c719-44a2-b741-8c61c3e291a6,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:33.565114 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:33.575123 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-99c2001c-a04f-47a2-accf-579163fbd93c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:33.599753 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-99c2001c-a04f-47a2-accf-579163fbd93c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:26:33.604278 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-99c2001c-a04f-47a2-accf-579163fbd93c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Usage tracker for resource:security_group_rule and tenant:f5d2b1be961749bcaa243e9f0bed551b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:26:33.607986 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-99c2001c-a04f-47a2-accf-579163fbd93c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:26:33.614945 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-99c2001c-a04f-47a2-accf-579163fbd93c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:26:33.615496 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1f1ece89-646c-46ee-83e5-d9008fc6308c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:33.621142 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c2566ead-c200-41a7-8c05-f501bf2541f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:33.641053 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ece89-646c-46ee-83e5-d9008fc6308c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1912a5ae-ba9f-41d9-9a8e-799b27da4297,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:33.645597 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1f1ece89-646c-46ee-83e5-d9008fc6308c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:33.702128 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1f1ece89-646c-46ee-83e5-d9008fc6308c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:33.706849 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-99c2001c-a04f-47a2-accf-579163fbd93c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:33.708307 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-1f1ece89-646c-46ee-83e5-d9008fc6308c admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/1912a5ae-ba9f-41d9-9a8e-799b27da4297 HTTP/1.1" status: 204 len: 168 time: 0.3006995 Feb 11 13:26:33.857327 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-99c2001c-a04f-47a2-accf-579163fbd93c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:33.864812 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-aebf4675-af29-480d-b3fa-a52b0ebd3d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:33.918713 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2001c-a04f-47a2-accf-579163fbd93c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d986f2f-f473-45a3-a4d1-aa62175e9ed4,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:33.924999 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-99c2001c-a04f-47a2-accf-579163fbd93c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:33.931892 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca2091-d708-4836-bd25-20754ebfb435 req-4b442d67-755f-44e5-9892-687c6f18dcb7 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:33.931892 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-22ca2091-d708-4836-bd25-20754ebfb435 req-4b442d67-755f-44e5-9892-687c6f18dcb7 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.111 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.2178082 Feb 11 13:26:34.057752 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acca69-f12d-4207-8ebd-92ca62097fbe req-20444280-7657-419e-86a6-f01c1c0171db tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:34.059679 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a2acca69-f12d-4207-8ebd-92ca62097fbe req-20444280-7657-419e-86a6-f01c1c0171db tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 945 time: 0.2774947 Feb 11 13:26:34.062689 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-99c2001c-a04f-47a2-accf-579163fbd93c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:34.063978 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-99c2001c-a04f-47a2-accf-579163fbd93c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6159670 Feb 11 13:26:34.069084 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 40366) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:34.094273 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Deleting port 713488f7-97dd-45ef-a4ec-2555dc4160a4 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:26:34.094576 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:34.132412 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a2acca69-f12d-4207-8ebd-92ca62097fbe req-77d845d4-f737-4a4c-99fe-ce236c033908 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637009 Feb 11 13:26:34.136159 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-50f9bb11-343a-446e-b881-37eaad1477aa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Request body: {'security_group_rule': {'security_group_id': '7d986f2f-f473-45a3-a4d1-aa62175e9ed4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:34.212679 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-50f9bb11-343a-446e-b881-37eaad1477aa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:26:34.242715 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-50f9bb11-343a-446e-b881-37eaad1477aa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Usage tracker for resource:security_group_rule and tenant:f5d2b1be961749bcaa243e9f0bed551b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:26:34.247319 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-50f9bb11-343a-446e-b881-37eaad1477aa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:26:34.261099 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390af6e-f57b-473a-9ca6-549b87be9587 req-9ec9f2e5-7b6f-4e78-a066-39e0c442ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:34.263310 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6390af6e-f57b-473a-9ca6-549b87be9587 req-9ec9f2e5-7b6f-4e78-a066-39e0c442ab27 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 1162 time: 0.3346984 Feb 11 13:26:34.264528 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-50f9bb11-343a-446e-b881-37eaad1477aa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:26:34.365122 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 8be706f1-c719-44a2-b741-8c61c3e291a6 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:26:34.436930 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6390af6e-f57b-473a-9ca6-549b87be9587 req-c64ed9cb-f616-472b-855f-72073d81cd21 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401589 Feb 11 13:26:34.453067 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-50f9bb11-343a-446e-b881-37eaad1477aa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:34.457002 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 8be706f1-c719-44a2-b741-8c61c3e291a6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:26:34.457367 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:34.609820 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 713488f7-97dd-45ef-a4ec-2555dc4160a4 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:26:34.627952 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337531e0-ff3f-45d5-be82-a2c963bd9520 req-f7c8b6a5-cd7a-432b-a1d3-f70d73956116 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:34.629627 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-337531e0-ff3f-45d5-be82-a2c963bd9520 req-f7c8b6a5-cd7a-432b-a1d3-f70d73956116 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 945 time: 0.4992142 Feb 11 13:26:34.749588 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:34.788658 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 713488f7-97dd-45ef-a4ec-2555dc4160a4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=713488f7-97dd-45ef-a4ec-2555dc4160a4,segment=NetworkSegment(535294c5-0985-4a0e-a9e0-7de35269ad8c),segment_id=535294c5-0985-4a0e-a9e0-7de35269ad8c)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:26:34.836858 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:34.839242 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:34.917324 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=713488f7-97dd-45ef-a4ec-2555dc4160a4,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:34.921635 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:35.003308 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-337531e0-ff3f-45d5-be82-a2c963bd9520 req-64c87781-7de4-4224-b097-12b085ee71d5 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557479 Feb 11 13:26:35.029754 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] For port 713488f7-97dd-45ef-a4ec-2555dc4160a4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=713488f7-97dd-45ef-a4ec-2555dc4160a4,segment=NetworkSegment(535294c5-0985-4a0e-a9e0-7de35269ad8c),segment_id=535294c5-0985-4a0e-a9e0-7de35269ad8c)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:26:35.030164 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:35.040234 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-50f9bb11-343a-446e-b881-37eaad1477aa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:35.103956 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-50f9bb11-343a-446e-b881-37eaad1477aa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415936'] for security_group_rule, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:35.133274 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-72fb120c-61b4-4873-9fc8-136941ee2bcc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:35.158681 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9bb11-343a-446e-b881-37eaad1477aa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbaa34d9-1cda-4e49-860a-c42cc412058d,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:35.175682 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-50f9bb11-343a-446e-b881-37eaad1477aa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:35.242714 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-50f9bb11-343a-446e-b881-37eaad1477aa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:35.248563 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-50f9bb11-343a-446e-b881-37eaad1477aa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1203380 Feb 11 13:26:35.248841 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 40396) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:35.255915 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-4b289f81-2f59-4152-affb-edc33dccd273 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Request body: {'security_group_rule': {'security_group_id': '7d986f2f-f473-45a3-a4d1-aa62175e9ed4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:35.382296 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4b289f81-2f59-4152-affb-edc33dccd273 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:26:35.408677 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-4b289f81-2f59-4152-affb-edc33dccd273 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Usage tracker for resource:security_group_rule and tenant:f5d2b1be961749bcaa243e9f0bed551b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:26:35.414350 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-4b289f81-2f59-4152-affb-edc33dccd273 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:26:35.426203 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4b289f81-2f59-4152-affb-edc33dccd273 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:26:35.485849 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:35.487015 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514323'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:35.487570 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.l3_db [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Floating IP 4aacd987-0fef-4fbf-a13b-b31d41785ba3 disassociated. External IP: 172.28.1.147, port: 713488f7-97dd-45ef-a4ec-2555dc4160a4. Feb 11 13:26:35.487992 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Calling delete_port for 713488f7-97dd-45ef-a4ec-2555dc4160a4 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:26:35.498140 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4b289f81-2f59-4152-affb-edc33dccd273 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:35.519533 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66d0d1a-26e5-44b0-a397-5f4518a89762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '713488f7-97dd-45ef-a4ec-2555dc4160a4'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:35.520827 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-2d7ffb83-6700-4323-8a6d-be7e9f2ff0f7 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=e87fb670fd0d478c897d4c53feafe850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838380 Feb 11 13:26:35.601352 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6b79d-6f33-4b71-ba3a-92698c5406b4 req-78c88130-10ab-4362-9ec1-eebc7a1520b4 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:35.603369 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3df6b79d-6f33-4b71-ba3a-92698c5406b4 req-78c88130-10ab-4362-9ec1-eebc7a1520b4 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 943 time: 0.2915182 Feb 11 13:26:35.710504 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3df6b79d-6f33-4b71-ba3a-92698c5406b4 req-fdb12982-45bd-4dc6-8c55-adbf3c5cbbd3 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958202 Feb 11 13:26:35.806586 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4b289f81-2f59-4152-affb-edc33dccd273 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:35.807372 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66d0d1a-26e5-44b0-a397-5f4518a89762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '713488f7-97dd-45ef-a4ec-2555dc4160a4', 'code': 200} Feb 11 13:26:35.813116 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-2b59fef2-72f0-4592-9c8e-5e89fb58f9f4 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:35.814851 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-2b59fef2-72f0-4592-9c8e-5e89fb58f9f4 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2846227 Feb 11 13:26:35.837542 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-a1ab308f-a2c4-433c-ad5b-5f044f2b4888 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/quotas/e87fb670fd0d478c897d4c53feafe850 HTTP/1.1" status: 200 len: 375 time: 0.0120556 Feb 11 13:26:35.844201 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4b289f81-2f59-4152-affb-edc33dccd273 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415936'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:35.848161 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-392db405-3989-4f20-9fe5-c3da91d7ac49 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:35.894307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b289f81-2f59-4152-affb-edc33dccd273 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876d77c6-0abe-41ff-909b-b936fd660644,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:35.908411 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4b289f81-2f59-4152-affb-edc33dccd273 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:35.918597 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.api [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:26:35.918966 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_db.api [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:26:35.926626 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 40416) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:35.932339 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-7bb37b6e-0489-4215-a06d-b68129d2c2d1 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=e87fb670fd0d478c897d4c53feafe850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870218 Feb 11 13:26:35.951545 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4b289f81-2f59-4152-affb-edc33dccd273 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:35.956862 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 40422) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:35.957028 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-4b289f81-2f59-4152-affb-edc33dccd273 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7068193 Feb 11 13:26:35.964013 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Request body: {'floatingip': {'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:35.987692 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:26:35.992394 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Usage tracker for resource:floatingip and tenant:f5d2b1be961749bcaa243e9f0bed551b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:26:35.997091 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:26:36.003696 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:26:36.083583 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for floatingip, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:36.198981 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5582e8ff-7448-40ee-a8ac-2757711f7b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:36.215993 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5582e8ff-7448-40ee-a8ac-2757711f7b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:26:36.222340 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5582e8ff-7448-40ee-a8ac-2757711f7b54 admin admin] Usage tracker for resource:security_group_rule and tenant:c15120ceb1e2443291ea78d83d12bbdd is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:26:36.266506 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-5582e8ff-7448-40ee-a8ac-2757711f7b54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:26:36.269104 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1668a29b-1256-47ee-a916-4458ce64cf41 req-ff688e75-ae62-4692-8fb2-b7091facdc97 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 210 time: 0.0672739 Feb 11 13:26:36.288543 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-5582e8ff-7448-40ee-a8ac-2757711f7b54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:26:36.314271 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:36.385676 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 8be706f1-c719-44a2-b741-8c61c3e291a6 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:26:36.430251 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Deleting port 713488f7-97dd-45ef-a4ec-2555dc4160a4 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:26:36.430637 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:36.432313 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5582e8ff-7448-40ee-a8ac-2757711f7b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:36.508126 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 8be706f1-c719-44a2-b741-8c61c3e291a6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:26:36.508596 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:36.531379 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8fd6f-0d96-47b9-b786-9ce60576e948 req-fe2f8543-3014-4a1c-9f86-d3663249790d tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:36.533455 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-11b8fd6f-0d96-47b9-b786-9ce60576e948 req-fe2f8543-3014-4a1c-9f86-d3663249790d tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 945 time: 0.3132348 Feb 11 13:26:36.534935 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5582e8ff-7448-40ee-a8ac-2757711f7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:36.546307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-83475a2c-43da-4065-9f47-c4eb1ae4fd9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:36.644720 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-11b8fd6f-0d96-47b9-b786-9ce60576e948 req-15bcedfe-53cd-49c7-a966-81af9550c82b tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994473 Feb 11 13:26:36.655029 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-5582e8ff-7448-40ee-a8ac-2757711f7b54 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=c15120ceb1e2443291ea78d83d12bbdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7270265 Feb 11 13:26:36.659382 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 40436) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:36.660766 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582e8ff-7448-40ee-a8ac-2757711f7b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fd7ab3-0264-41af-892f-746a3828ddce,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:36.665215 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5582e8ff-7448-40ee-a8ac-2757711f7b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:36.987941 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0bb95e32-9762-4ba9-a079-4b38309c640f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:37.030576 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] For port 713488f7-97dd-45ef-a4ec-2555dc4160a4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=713488f7-97dd-45ef-a4ec-2555dc4160a4,segment=NetworkSegment(535294c5-0985-4a0e-a9e0-7de35269ad8c),segment_id=535294c5-0985-4a0e-a9e0-7de35269ad8c)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:26:37.030989 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:37.050124 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Allocated IP 172.28.1.248 (9b988e67-9b89-43b7-af4a-040b9df3e619/8661603f-17f1-42e8-835b-9e08198d29f6/83f4ee34-cd30-4570-9953-829635b4100f) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:26:37.053521 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0bb95e32-9762-4ba9-a079-4b38309c640f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:37.111822 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257dcde-cce8-4e73-8393-60f0449f66f2 req-c900ea20-da51-4ef2-b470-4c33fef240f5 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:37.113559 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3257dcde-cce8-4e73-8393-60f0449f66f2 req-c900ea20-da51-4ef2-b470-4c33fef240f5 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 943 time: 0.2180686 Feb 11 13:26:37.186187 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3257dcde-cce8-4e73-8393-60f0449f66f2 req-3711fe39-a863-4cfb-8c66-1122bfb43307 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653734 Feb 11 13:26:37.601470 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-eac54b40-ec05-480e-ad34-b3dc7de8ce42 req-dc95d67d-a9d2-416a-a79f-f3107601f6bc tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 210 time: 0.0561602 Feb 11 13:26:37.775788 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0bb95e32-9762-4ba9-a079-4b38309c640f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:37.788709 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1e703d05-d6e5-46a1-a562-b14c2eab9e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:37.806246 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:37.818895 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb95e32-9762-4ba9-a079-4b38309c640f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fd7ab3-0264-41af-892f-746a3828ddce,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:37.822072 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0bb95e32-9762-4ba9-a079-4b38309c640f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:37.889779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:37.890616 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514323'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:37.890793 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.l3_db [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Floating IP 4aacd987-0fef-4fbf-a13b-b31d41785ba3 disassociated. External IP: 172.28.1.147, port: 713488f7-97dd-45ef-a4ec-2555dc4160a4. Feb 11 13:26:37.897960 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Calling delete_port for 713488f7-97dd-45ef-a4ec-2555dc4160a4 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:26:37.938312 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:37.959037 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c4ceb9e8-a2ce-4960-aea2-d73911338a75 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:38.069336 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0bb95e32-9762-4ba9-a079-4b38309c640f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:38.071027 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-0bb95e32-9762-4ba9-a079-4b38309c640f admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/94fd7ab3-0264-41af-892f-746a3828ddce HTTP/1.1" status: 204 len: 168 time: 1.4076145 Feb 11 13:26:38.185614 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Pushing event updated for resources: {'Port': ['ID=83f4ee34-cd30-4570-9953-829635b4100f,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:38.190741 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:38.302156 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Network 9b988e67-9b89-43b7-af4a-040b9df3e619 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:26:38.304832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:26:38.307484 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:26:38.402411 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65905d30-8fe5-43d8-a1e9-6fe4c0c26578 req-507e1ddb-985f-432e-9657-e343a3414a1d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 210 time: 0.0637093 Feb 11 13:26:38.413266 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:38.420655 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:38.443956 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ea95e13f-123d-472a-b004-2cad0058232c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:38.557827 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Pushing event deleted for resources: {'Port': ['ID=713488f7-97dd-45ef-a4ec-2555dc4160a4,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:38.561335 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:38.684997 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-f1643c01-71f5-4d34-b833-10f57be6a60b tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.111 "GET /v2.0/networks?tenant_id=e87fb670fd0d478c897d4c53feafe850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422893 Feb 11 13:26:38.691235 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:39.230536 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e72f0538-bb22-48ba-8cd9-beaab6951d2c req-9101b3c1-b070-465c-ae45-47d4c39e8982 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 210 time: 0.4690485 Feb 11 13:26:39.389980 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-cd99265e-0197-435b-883e-62debd4a213e tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:39.391617 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-cd99265e-0197-435b-883e-62debd4a213e tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.111 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6668332 Feb 11 13:26:39.413561 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Request body: {'port': {'device_id': '2dfcb302-3fa5-40d9-9724-c85d5bb62063', 'network_id': '4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4', 'admin_state_up': True, 'tenant_id': 'e87fb670fd0d478c897d4c53feafe850'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:39.598147 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Router 6914bdd8-bc1e-438b-818a-8e080a3daabd has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:26:39.657729 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:39.712203 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6dd615bc-ff39-42e3-8891-067e333ce1b7 req-d9861da9-6f6f-46a7-926f-1b6d436cec52 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 210 time: 0.1498230 Feb 11 13:26:39.723259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:39.737919 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:26:39.800806 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:39.866046 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Usage tracker for resource:port and tenant:e87fb670fd0d478c897d4c53feafe850 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:26:39.881125 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:26:40.194366 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:26:40.236822 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Pushing event updated for resources: {'Port': ['ID=83f4ee34-cd30-4570-9953-829635b4100f,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:40.243155 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:40.289596 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Made reservation on behalf of e87fb670fd0d478c897d4c53feafe850 for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:26:40.311912 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:40.337698 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:40.356295 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:26:40.373625 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f799f9-7708-406e-9637-7c1fde47d908 None None] Sync routers for ids ['6914bdd8-bc1e-438b-818a-8e080a3daabd'] in dv-cinder-773985-4-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:26:40.395296 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f799f9-7708-406e-9637-7c1fde47d908 None None] Routers {'6914bdd8-bc1e-438b-818a-8e080a3daabd'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:26:40.396710 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-b0f799f9-7708-406e-9637-7c1fde47d908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:26:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['6914bdd8-bc1e-438b-818a-8e080a3daabd'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:26:40.446690 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:26:40.450299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] No DVR routers for this DVR port 713488f7-97dd-45ef-a4ec-2555dc4160a4 on host hv-cinder-77398 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:26:40.490203 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Usage tracker for resource:security_group_rule and tenant:e87fb670fd0d478c897d4c53feafe850 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:26:40.494156 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:40.511134 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66d0d1a-26e5-44b0-a397-5f4518a89762', 'name': 'network-vif-deleted', 'tag': '713488f7-97dd-45ef-a4ec-2555dc4160a4'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:40.526132 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:26:40.531028 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-45f3e806-b1c2-45e3-b824-574d0d44ccb4 req-af6a6849-0ef6-472b-99c1-8fe3ef0338cf tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 210 time: 0.1351504 Feb 11 13:26:40.540023 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:26:40.559823 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-22ca2091-d708-4836-bd25-20754ebfb435 req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.111 "DELETE /v2.0/ports/713488f7-97dd-45ef-a4ec-2555dc4160a4 HTTP/1.1" status: 204 len: 173 time: 6.5916650 Feb 11 13:26:40.587543 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514323'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:40.623016 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66d0d1a-26e5-44b0-a397-5f4518a89762', 'name': 'network-vif-deleted', 'tag': '713488f7-97dd-45ef-a4ec-2555dc4160a4', 'status': 'completed', 'code': 200} Feb 11 13:26:40.765292 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:40.780916 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8087835 Feb 11 13:26:40.780916 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:40.857543 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-b0f799f9-7708-406e-9637-7c1fde47d908 None None] Set router 6914bdd8-bc1e-438b-818a-8e080a3daabd gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:26:40.865773 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:40.881023 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7bf9d852-18fb-4f23-815d-e83ca520347e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:40.961434 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-a1b26fa0-eded-4484-86cc-4152d66bc110 req-77b36e4b-51ea-4a28-88bc-c038b1a4596e tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Synchronizing usage tracker for tenant:44959c6d103d41b6bfab4a6f3e28a3b9 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:26:41.017252 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e6a3f5-e8c2-4377-a68d-a8bbdce5b7ea,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:41.020925 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:41.082964 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-eec15425-4473-45fb-83d3-ae640643a58a tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Synchronizing usage tracker for tenant:f5d2b1be961749bcaa243e9f0bed551b on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:26:41.167796 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-a1b26fa0-eded-4484-86cc-4152d66bc110 req-77b36e4b-51ea-4a28-88bc-c038b1a4596e tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Unset dirty status for tenant:44959c6d103d41b6bfab4a6f3e28a3b9 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:26:41.170059 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a1b26fa0-eded-4484-86cc-4152d66bc110 req-77b36e4b-51ea-4a28-88bc-c038b1a4596e tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=f66d0d1a-26e5-44b0-a397-5f4518a89762 HTTP/1.1" status: 200 len: 210 time: 0.2921491 Feb 11 13:26:41.174002 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-eec15425-4473-45fb-83d3-ae640643a58a tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Unset dirty status for tenant:f5d2b1be961749bcaa243e9f0bed551b on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:26:41.176461 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-eec15425-4473-45fb-83d3-ae640643a58a tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?name=tempest-securitygroup--1755894960&fields=id&tenant_id=f5d2b1be961749bcaa243e9f0bed551b HTTP/1.1" status: 200 len: 267 time: 0.1734552 Feb 11 13:26:41.260282 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-b0f799f9-7708-406e-9637-7c1fde47d908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '5f69e05e-2fff-4916-b25c-254c579b6508', 'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'mac_address': 'fa:16:3e:a8:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:54Z', 'updated_at': '2021-02-11T13:22:16Z', 'revision_number': 5, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'subnets': [{'id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:26:41.266095 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f799f9-7708-406e-9637-7c1fde47d908 None None] Checking router: 6914bdd8-bc1e-438b-818a-8e080a3daabd for host: dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:26:41.277975 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f799f9-7708-406e-9637-7c1fde47d908 None None] Routers {'6914bdd8-bc1e-438b-818a-8e080a3daabd'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:26:41.278836 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-b0f799f9-7708-406e-9637-7c1fde47d908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:26:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['6914bdd8-bc1e-438b-818a-8e080a3daabd'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:26:41.345829 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Allocated IP 192.168.233.188 (4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4/34b28ff6-5031-4483-bcb1-d89e9dd58566/813b83a2-8861-46f0-ba77-dbf0751b5ccf) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:26:41.526888 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-b0f799f9-7708-406e-9637-7c1fde47d908 None None] Set router 6914bdd8-bc1e-438b-818a-8e080a3daabd gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:26:41.580509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-72c0ddb7-519a-4865-822b-f0fac73ddacf tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:41.584201 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-72c0ddb7-519a-4865-822b-f0fac73ddacf tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/networks?id=120ce4ab-747c-47cb-a13f-ce5d6314efdf HTTP/1.1" status: 200 len: 817 time: 0.3997550 Feb 11 13:26:41.625515 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-a6bd16e0-650c-4f0f-b956-8fdf4e878c29 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/quotas/f5d2b1be961749bcaa243e9f0bed551b HTTP/1.1" status: 200 len: 375 time: 0.0341787 Feb 11 13:26:41.813555 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-148a90b9-1708-4662-a3ef-04ec814d2852 req-feec16be-68fb-4f9d-9f57-6c248d868e53 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 210 time: 0.0799620 Feb 11 13:26:41.834782 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-b8f94e4f-2140-41ef-8b12-375c1dc93c05 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Synchronizing usage tracker for tenant:f5d2b1be961749bcaa243e9f0bed551b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:26:41.840522 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:41.862702 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Transition to ACTIVE for port object 813b83a2-8861-46f0-ba77-dbf0751b5ccf will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:26:41.894973 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-b8f94e4f-2140-41ef-8b12-375c1dc93c05 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Unset dirty status for tenant:f5d2b1be961749bcaa243e9f0bed551b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:26:41.897063 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-b8f94e4f-2140-41ef-8b12-375c1dc93c05 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=f5d2b1be961749bcaa243e9f0bed551b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2699459 Feb 11 13:26:41.934660 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:41.951216 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fa594256-eb0d-4bc9-9921-d80302acaa4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:41.976725 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-b0f799f9-7708-406e-9637-7c1fde47d908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '5f69e05e-2fff-4916-b25c-254c579b6508', 'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'mac_address': 'fa:16:3e:a8:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:54Z', 'updated_at': '2021-02-11T13:22:16Z', 'revision_number': 5, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'subnets': [{'id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:26:41.982193 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f799f9-7708-406e-9637-7c1fde47d908 None None] The sync data for ids ['6914bdd8-bc1e-438b-818a-8e080a3daabd'] in dv-cinder-773985-4-smb is: [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '5f69e05e-2fff-4916-b25c-254c579b6508', 'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'mac_address': 'fa:16:3e:a8:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:54Z', 'updated_at': '2021-02-11T13:22:16Z', 'revision_number': 5, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'subnets': [{'id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:26:42.061337 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-6971701f-40d8-425c-a232-de4055bc3934 service neutron] 10.222.0.120 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500115 Feb 11 13:26:42.116102 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Pushing event updated for resources: {'Port': ['ID=813b83a2-8861-46f0-ba77-dbf0751b5ccf,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:42.120599 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:42.174016 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Network 4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:26:42.175675 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:26:42.178486 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:26:42.238941 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-be13f98c-db59-4143-98f5-6739e729cad1 service neutron] 10.222.0.120 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1678143 Feb 11 13:26:42.326147 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:42.329285 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:42.404275 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 40508) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:42.509462 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7ee1939f-6748-41a9-b62c-106330c9f4a6 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:42.512627 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-ea413507-1e37-485b-9e90-1548f9ee7c96 None None] Provisioning for port 813b83a2-8861-46f0-ba77-dbf0751b5ccf completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:26:42.516746 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a09781-8c3a-4891-a823-3b2d6ed79c09 None None] New status for floating IP 4aacd987-0fef-4fbf-a13b-b31d41785ba3: DOWN {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:26:42.518066 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1125743 Feb 11 13:26:42.526751 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-ea413507-1e37-485b-9e90-1548f9ee7c96 None None] Provisioning complete for port 813b83a2-8861-46f0-ba77-dbf0751b5ccf triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:26:42.527196 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ea413507-1e37-485b-9e90-1548f9ee7c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:42.554996 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7ee1939f-6748-41a9-b62c-106330c9f4a6 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:42.597529 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-ea413507-1e37-485b-9e90-1548f9ee7c96 None None] Port 813b83a2-8861-46f0-ba77-dbf0751b5ccf cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:26:42.610353 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Request body: {'port': {'device_id': '2dfcb302-3fa5-40d9-9724-c85d5bb62063', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:42.719587 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6c469c5f-ac46-4553-9af6-37ab1ea6f642 req-9e3d4c6a-ab2d-431e-a87e-7ae9a0117a85 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 210 time: 0.0700939 Feb 11 13:26:42.831212 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:42.846989 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7ee1939f-6748-41a9-b62c-106330c9f4a6 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:42.855217 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-41243245-bc40-4220-9e00-ff66235940f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:42.911789 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1939f-6748-41a9-b62c-106330c9f4a6 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7977d044-a5a4-4e5a-a3e0-3ee415bc31cd,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:42.914730 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7ee1939f-6748-41a9-b62c-106330c9f4a6 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:43.026303 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7ee1939f-6748-41a9-b62c-106330c9f4a6 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:43.028013 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-7ee1939f-6748-41a9-b62c-106330c9f4a6 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "DELETE /v2.0/security-groups/7977d044-a5a4-4e5a-a3e0-3ee415bc31cd HTTP/1.1" status: 204 len: 168 time: 0.6226647 Feb 11 13:26:43.032214 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 40524) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:43.052143 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.v2.resource [None req-00d82542-07c4-46fa-b086-9505e6007c96 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] show failed (client error): The resource could not be found. Feb 11 13:26:43.053316 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-00d82542-07c4-46fa-b086-9505e6007c96 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups/7977d044-a5a4-4e5a-a3e0-3ee415bc31cd HTTP/1.1" status: 404 len: 347 time: 0.0200186 Feb 11 13:26:43.056697 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 40528) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:43.170715 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce6de2-e41c-48e0-a071-ddb5baf562cb req-a2f1465c-9fc0-449c-82c5-8c09d351eda2 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:43.172397 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-95ce6de2-e41c-48e0-a071-ddb5baf562cb req-a2f1465c-9fc0-449c-82c5-8c09d351eda2 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 936 time: 0.1793292 Feb 11 13:26:43.241893 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-95ce6de2-e41c-48e0-a071-ddb5baf562cb req-bea54b15-ed82-43f3-aaf3-38ce96d7fef3 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/security-groups?id=b7e6a3f5-e8c2-4377-a68d-a8bbdce5b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626302 Feb 11 13:26:43.255045 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-85ead213-3408-47a2-bb34-d4c2a0f32c73 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Deleting port 64d4bddd-a9a4-472f-9013-fa4fdf0b042d {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:26:43.255430 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-85ead213-3408-47a2-bb34-d4c2a0f32c73 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:43.604676 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-85ead213-3408-47a2-bb34-d4c2a0f32c73 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:43.605044 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-85ead213-3408-47a2-bb34-d4c2a0f32c73 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:43.751104 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-85ead213-3408-47a2-bb34-d4c2a0f32c73 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Calling delete_port for 64d4bddd-a9a4-472f-9013-fa4fdf0b042d owned by network:floatingip {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:26:44.009346 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6677153e-ec68-4ac3-845e-867af5500ca4 req-73f1f387-55df-4b58-9d15-77cbede41a7c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 210 time: 0.0966067 Feb 11 13:26:44.034397 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813b83a2-8861-46f0-ba77-dbf0751b5ccf {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:26:44.058809 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:44.071866 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Transition to ACTIVE for port object 813b83a2-8861-46f0-ba77-dbf0751b5ccf will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:26:44.093431 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-85ead213-3408-47a2-bb34-d4c2a0f32c73 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:44.116544 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fa3d39a2-2e37-41eb-a59e-aa7bd70afae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:44.164443 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:44.200717 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ead213-3408-47a2-bb34-d4c2a0f32c73 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Pushing event deleted for resources: {'Port': ['ID=64d4bddd-a9a4-472f-9013-fa4fdf0b042d,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:44.258635 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-85ead213-3408-47a2-bb34-d4c2a0f32c73 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:44.264930 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:44.584567 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f05f5a-7d6e-4189-8304-756074c21ce2 req-1eaba772-969c-4182-83d3-5e9dcddb2930 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:44.586259 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-37f05f5a-7d6e-4189-8304-756074c21ce2 req-1eaba772-969c-4182-83d3-5e9dcddb2930 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 948 time: 0.1922631 Feb 11 13:26:44.674194 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-37f05f5a-7d6e-4189-8304-756074c21ce2 req-b514f822-9d95-4ea1-b738-4bb26093c23f tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/security-groups?id=b7e6a3f5-e8c2-4377-a68d-a8bbdce5b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675986 Feb 11 13:26:44.781547 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Pushing event updated for resources: {'Port': ['ID=813b83a2-8861-46f0-ba77-dbf0751b5ccf,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:44.806846 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:45.125424 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-5a87e40a-c91d-405d-8f64-28106d6a6215 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:45.127169 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-5a87e40a-c91d-405d-8f64-28106d6a6215 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.111 "GET /v2.0/networks?id=120ce4ab-747c-47cb-a13f-ce5d6314efdf HTTP/1.1" status: 200 len: 817 time: 0.5077174 Feb 11 13:26:45.174772 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-85ead213-3408-47a2-bb34-d4c2a0f32c73 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for floatingip, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:45.220376 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-311df4d1-c3bd-4b22-8e90-52aa955b2cea req-91ec196a-4bd0-4d50-8f91-99f5ea6d2f18 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 210 time: 0.0543573 Feb 11 13:26:45.233967 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Attempting to bind port 813b83a2-8861-46f0-ba77-dbf0751b5ccf on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:26:45.234347 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Attempting to bind port 813b83a2-8861-46f0-ba77-dbf0751b5ccf by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '35baabff-8be2-45d1-8897-e2792c0dd70c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:26:45.234717 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Attempting to bind port 813b83a2-8861-46f0-ba77-dbf0751b5ccf on network 4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:26:45.258817 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:26:45.259201 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Checking segment: {'id': '35baabff-8be2-45d1-8897-e2792c0dd70c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:26:45.259614 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:45.260037 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Bound using segment: {'id': '35baabff-8be2-45d1-8897-e2792c0dd70c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:26:45.260516 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Bound port: 813b83a2-8861-46f0-ba77-dbf0751b5ccf, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35baabff-8be2-45d1-8897-e2792c0dd70c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:26:45.260893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:45.312380 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-d708c779-53b9-494d-8a90-07c78fd29d58 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Synchronizing usage tracker for tenant:f5d2b1be961749bcaa243e9f0bed551b on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:26:45.319483 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-85ead213-3408-47a2-bb34-d4c2a0f32c73 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:45.320750 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-85ead213-3408-47a2-bb34-d4c2a0f32c73 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "DELETE /v2.0/floatingips/4aacd987-0fef-4fbf-a13b-b31d41785ba3 HTTP/1.1" status: 204 len: 168 time: 2.2630334 Feb 11 13:26:45.380878 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-d708c779-53b9-494d-8a90-07c78fd29d58 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Unset dirty status for tenant:f5d2b1be961749bcaa243e9f0bed551b on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:26:45.382756 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-d708c779-53b9-494d-8a90-07c78fd29d58 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.111 "GET /v2.0/security-groups?tenant_id=f5d2b1be961749bcaa243e9f0bed551b HTTP/1.1" status: 200 len: 5705 time: 0.2372522 Feb 11 13:26:45.400362 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-cdf22f90-e166-47bb-9edb-06ac89bd29ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Request body: {'port': {'device_id': '9805f96f-2f2a-4e99-b21b-f4739dc7ee2e', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'admin_state_up': True, 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'security_groups': ['7d986f2f-f473-45a3-a4d1-aa62175e9ed4']}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:45.559500 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] For port 813b83a2-8861-46f0-ba77-dbf0751b5ccf, host hv-cinder-77398, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:26:45.565697 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] For port 813b83a2-8861-46f0-ba77-dbf0751b5ccf, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=813b83a2-8861-46f0-ba77-dbf0751b5ccf,segment=NetworkSegment(35baabff-8be2-45d1-8897-e2792c0dd70c),segment_id=35baabff-8be2-45d1-8897-e2792c0dd70c)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:26:45.595438 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-cdf22f90-e166-47bb-9edb-06ac89bd29ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:26:45.607322 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-cdf22f90-e166-47bb-9edb-06ac89bd29ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:26:45.632109 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:45.639400 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 40556) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:45.644852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-2abd850d-40fe-4b34-9f57-959c12cc031c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--192893668', 'description': 'tempest-description--1407474794'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:45.658023 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:45.666516 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2abd850d-40fe-4b34-9f57-959c12cc031c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:26:45.671160 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-2abd850d-40fe-4b34-9f57-959c12cc031c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Usage tracker for resource:security_group and tenant:44959c6d103d41b6bfab4a6f3e28a3b9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:26:45.674282 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-2abd850d-40fe-4b34-9f57-959c12cc031c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:26:45.681350 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2abd850d-40fe-4b34-9f57-959c12cc031c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:26:45.688921 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9941a7b4-8943-4a00-8030-c6bac3f686a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:45.715372 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-cdf22f90-e166-47bb-9edb-06ac89bd29ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Made reservation on behalf of f5d2b1be961749bcaa243e9f0bed551b for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:26:45.734721 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2abd850d-40fe-4b34-9f57-959c12cc031c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:45.736591 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-cdf22f90-e166-47bb-9edb-06ac89bd29ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:45.758808 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2abd850d-40fe-4b34-9f57-959c12cc031c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:26:45.781014 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-2abd850d-40fe-4b34-9f57-959c12cc031c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Usage tracker for resource:security_group_rule and tenant:44959c6d103d41b6bfab4a6f3e28a3b9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:26:45.785708 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-2abd850d-40fe-4b34-9f57-959c12cc031c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:26:45.792188 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2abd850d-40fe-4b34-9f57-959c12cc031c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:26:45.893329 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Pushing event updated for resources: {'Port': ['ID=813b83a2-8861-46f0-ba77-dbf0751b5ccf,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:45.902050 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:45.963593 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2abd850d-40fe-4b34-9f57-959c12cc031c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:46.064365 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066245fa-0cf2-4fea-a510-11e267ced0bb req-dab17c35-a364-41dd-95dd-08f6021d12b9 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:46.066242 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-066245fa-0cf2-4fea-a510-11e267ced0bb req-dab17c35-a364-41dd-95dd-08f6021d12b9 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 948 time: 0.2531307 Feb 11 13:26:46.067742 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2abd850d-40fe-4b34-9f57-959c12cc031c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:46.070918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:46.071365 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:46.072949 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] 10.222.0.111 "PUT /v2.0/ports/813b83a2-8861-46f0-ba77-dbf0751b5ccf HTTP/1.1" status: 200 len: 1162 time: 3.4678121 Feb 11 13:26:46.073420 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfcb302-3fa5-40d9-9724-c85d5bb62063', 'tag': '813b83a2-8861-46f0-ba77-dbf0751b5ccf'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:46.074381 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-da0dac3f-6c97-48c7-98b4-0b201fcb4131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:46.161131 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfcb302-3fa5-40d9-9724-c85d5bb62063', 'tag': '813b83a2-8861-46f0-ba77-dbf0751b5ccf', 'status': 'completed', 'code': 200} Feb 11 13:26:46.161637 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd850d-40fe-4b34-9f57-959c12cc031c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5a2344-09dd-4a6f-868c-a7536f344502,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:46.170844 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2abd850d-40fe-4b34-9f57-959c12cc031c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:46.196311 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-066245fa-0cf2-4fea-a510-11e267ced0bb req-5c881046-6252-4753-b872-336e4286f204 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/security-groups?id=b7e6a3f5-e8c2-4377-a68d-a8bbdce5b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114171 Feb 11 13:26:46.236489 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2abd850d-40fe-4b34-9f57-959c12cc031c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:46.241345 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-2abd850d-40fe-4b34-9f57-959c12cc031c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6010089 Feb 11 13:26:46.242811 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 40564) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:46.248694 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-d7834eed-0e59-4b34-9dd0-99c3b1e8c92a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Request body: {'security_group_rule': {'security_group_id': 'ea5a2344-09dd-4a6f-868c-a7536f344502', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:46.273130 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d7834eed-0e59-4b34-9dd0-99c3b1e8c92a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:26:46.278727 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-d7834eed-0e59-4b34-9dd0-99c3b1e8c92a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Usage tracker for resource:security_group_rule and tenant:44959c6d103d41b6bfab4a6f3e28a3b9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:26:46.282584 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-d7834eed-0e59-4b34-9dd0-99c3b1e8c92a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:26:46.289852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d7834eed-0e59-4b34-9dd0-99c3b1e8c92a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:26:46.356890 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d7834eed-0e59-4b34-9dd0-99c3b1e8c92a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:46.368640 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-cdf22f90-e166-47bb-9edb-06ac89bd29ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Allocated IP 172.20.0.3 (120ce4ab-747c-47cb-a13f-ce5d6314efdf/4b20cf4d-7400-4a95-b52e-0748341fc3c7/b60c8dde-09c1-43c3-b24b-e5d3a22a392b) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:26:46.372293 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-38f8a828-79c1-4f79-941b-2144424553e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:46.374575 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-38f8a828-79c1-4f79-941b-2144424553e4 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=e87fb670fd0d478c897d4c53feafe850&device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 1165 time: 0.1935699 Feb 11 13:26:46.522122 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-781e10a5-b7a9-464c-a2cd-ca33f441eb88 req-13f58242-3594-4795-a84a-3b63bfac7353 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 210 time: 0.1342962 Feb 11 13:26:46.523490 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-af1e4169-1845-4681-93a9-41653e368c28 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=813b83a2-8861-46f0-ba77-dbf0751b5ccf HTTP/1.1" status: 200 len: 217 time: 0.1371005 Feb 11 13:26:46.721619 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-bf1c8c72-a1e5-406a-a0f9-76013da1f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:46.723188 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-bf1c8c72-a1e5-406a-a0f9-76013da1f380 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=34b28ff6-5031-4483-bcb1-d89e9dd58566 HTTP/1.1" status: 200 len: 843 time: 0.1850190 Feb 11 13:26:46.822446 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d7834eed-0e59-4b34-9dd0-99c3b1e8c92a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:46.840056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-cdf22f90-e166-47bb-9edb-06ac89bd29ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:46.864958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d7834eed-0e59-4b34-9dd0-99c3b1e8c92a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415936'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:46.867140 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:46.873718 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-cdf22f90-e166-47bb-9edb-06ac89bd29ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Transition to ACTIVE for port object b60c8dde-09c1-43c3-b24b-e5d3a22a392b will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:26:46.878901 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-03dd2603-07a3-4099-9a9f-d1602ce9efce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:46.880950 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-03dd2603-07a3-4099-9a9f-d1602ce9efce service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1476676 Feb 11 13:26:46.893720 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7834eed-0e59-4b34-9dd0-99c3b1e8c92a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12aa6b1-b144-4fbf-9000-3a219d2f0702,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:46.896860 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d7834eed-0e59-4b34-9dd0-99c3b1e8c92a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:46.958875 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d7834eed-0e59-4b34-9dd0-99c3b1e8c92a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:46.963064 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-d7834eed-0e59-4b34-9dd0-99c3b1e8c92a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7164190 Feb 11 13:26:46.966840 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 40572) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:46.969671 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-891ee058-2e28-4154-b1d9-0600690022db tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Request body: {'security_group_rule': {'security_group_id': 'ea5a2344-09dd-4a6f-868c-a7536f344502', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:46.991899 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-891ee058-2e28-4154-b1d9-0600690022db tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:26:46.996927 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-891ee058-2e28-4154-b1d9-0600690022db tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Usage tracker for resource:security_group_rule and tenant:44959c6d103d41b6bfab4a6f3e28a3b9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:26:47.000111 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-891ee058-2e28-4154-b1d9-0600690022db tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:26:47.006155 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-891ee058-2e28-4154-b1d9-0600690022db tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:26:47.042728 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-c0c58145-1e7e-4e97-80c9-dbaf788ada16 service neutron] 10.222.0.111 "GET /v2.0/networks/4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542730 Feb 11 13:26:47.118670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-891ee058-2e28-4154-b1d9-0600690022db tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:47.141985 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-cdf22f90-e166-47bb-9edb-06ac89bd29ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:47.161782 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7f7568b9-73ec-45e6-8bad-5c4edfe7348d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:47.199620 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-891ee058-2e28-4154-b1d9-0600690022db tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:47.248280 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-891ee058-2e28-4154-b1d9-0600690022db tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415936'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:47.256458 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:47.282766 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ee058-2e28-4154-b1d9-0600690022db tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db44b8d4-7a55-485f-bc2b-2fcc65497bcc,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:47.285832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-891ee058-2e28-4154-b1d9-0600690022db tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:47.328126 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-891ee058-2e28-4154-b1d9-0600690022db tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:47.330652 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-891ee058-2e28-4154-b1d9-0600690022db tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3655438 Feb 11 13:26:47.334558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 40578) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:47.353804 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf22f90-e166-47bb-9edb-06ac89bd29ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Pushing event updated for resources: {'Port': ['ID=b60c8dde-09c1-43c3-b24b-e5d3a22a392b,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:47.363851 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cdf22f90-e166-47bb-9edb-06ac89bd29ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:47.372099 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e05f0e4-5f23-43fb-9654-ddc53f4e6163 req-857a9d1c-d03a-4069-84b3-09b9a9c81890 service neutron] 10.222.0.111 "GET /v2.0/networks/4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3227053 Feb 11 13:26:47.393702 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Request body: {'floatingip': {'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:47.410972 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-cdf22f90-e166-47bb-9edb-06ac89bd29ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Network 120ce4ab-747c-47cb-a13f-ce5d6314efdf is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:26:47.412355 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-cdf22f90-e166-47bb-9edb-06ac89bd29ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:26:47.414338 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-cdf22f90-e166-47bb-9edb-06ac89bd29ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:26:47.426156 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:26:47.432627 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Usage tracker for resource:floatingip and tenant:44959c6d103d41b6bfab4a6f3e28a3b9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:26:47.436803 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:26:47.446810 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:26:47.559861 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-cdf22f90-e166-47bb-9edb-06ac89bd29ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:47.560768 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-cdf22f90-e166-47bb-9edb-06ac89bd29ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:47.568156 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c090e4-d10e-4170-8d55-17bf9c6017be req-98bbf7b1-761b-4b16-9bd9-18fa78a54c53 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:47.569928 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-86c090e4-d10e-4170-8d55-17bf9c6017be req-98bbf7b1-761b-4b16-9bd9-18fa78a54c53 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 948 time: 0.2366383 Feb 11 13:26:47.571610 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:47.671606 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-81f223a2-4d95-4504-bbc8-ac3fbd73d8ae None None] Provisioning for port b60c8dde-09c1-43c3-b24b-e5d3a22a392b completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:26:47.677119 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-81f223a2-4d95-4504-bbc8-ac3fbd73d8ae None None] Provisioning complete for port b60c8dde-09c1-43c3-b24b-e5d3a22a392b triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:26:47.677544 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-81f223a2-4d95-4504-bbc8-ac3fbd73d8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:47.684526 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d66e59-a979-49c4-ae03-ee4e634a2a37 req-15f77d1c-c011-4b10-a465-b95364a01935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:47.686163 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-35d66e59-a979-49c4-ae03-ee4e634a2a37 req-15f77d1c-c011-4b10-a465-b95364a01935 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=e87fb670fd0d478c897d4c53feafe850&device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 1165 time: 0.1189640 Feb 11 13:26:47.692318 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-86c090e4-d10e-4170-8d55-17bf9c6017be req-1dd54981-4093-4029-9ad3-399844215b99 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/security-groups?id=b7e6a3f5-e8c2-4377-a68d-a8bbdce5b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992997 Feb 11 13:26:47.743384 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-81f223a2-4d95-4504-bbc8-ac3fbd73d8ae None None] Port b60c8dde-09c1-43c3-b24b-e5d3a22a392b cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:26:47.794828 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-cdf22f90-e166-47bb-9edb-06ac89bd29ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3989940 Feb 11 13:26:47.811211 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Request body: {'port': {'device_id': '9805f96f-2f2a-4e99-b21b-f4739dc7ee2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:47.832689 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:48.155380 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Allocated IP 172.28.1.96 (9b988e67-9b89-43b7-af4a-040b9df3e619/8661603f-17f1-42e8-835b-9e08198d29f6/ed51af9d-9560-4b05-bffc-40d2046334d4) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:26:48.319315 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d66e59-a979-49c4-ae03-ee4e634a2a37 req-51cfd501-8c54-4638-8edd-32d4f1aa86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:48.321093 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-35d66e59-a979-49c4-ae03-ee4e634a2a37 req-51cfd501-8c54-4638-8edd-32d4f1aa86c8 service neutron] 10.222.0.111 "GET /v2.0/networks?id=4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4 HTTP/1.1" status: 200 len: 863 time: 0.6186993 Feb 11 13:26:48.321676 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:48.329973 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:48.421613 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:48.439303 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cdb42ce9-40cb-42a2-8a94-77df67f8425d tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:48.479292 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e48ab-5f41-4cb3-a8fb-f4e2fae2a458 req-013f671f-d502-4721-a95f-f6b4f9ac27f3 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:48.480224 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-249e48ab-5f41-4cb3-a8fb-f4e2fae2a458 req-013f671f-d502-4721-a95f-f6b4f9ac27f3 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Synchronizing usage tracker for tenant:f5d2b1be961749bcaa243e9f0bed551b on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:26:48.506099 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-35d66e59-a979-49c4-ae03-ee4e634a2a37 req-a7cedb94-3cd1-44cb-b170-12770116c721 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=813b83a2-8861-46f0-ba77-dbf0751b5ccf HTTP/1.1" status: 200 len: 217 time: 0.1705642 Feb 11 13:26:48.590377 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Pushing event updated for resources: {'Port': ['ID=ed51af9d-9560-4b05-bffc-40d2046334d4,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:48.595129 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:48.643010 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Network 9b988e67-9b89-43b7-af4a-040b9df3e619 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:26:48.644504 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:26:48.647049 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:26:48.671237 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-249e48ab-5f41-4cb3-a8fb-f4e2fae2a458 req-013f671f-d502-4721-a95f-f6b4f9ac27f3 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Unset dirty status for tenant:f5d2b1be961749bcaa243e9f0bed551b on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:26:48.672562 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-249e48ab-5f41-4cb3-a8fb-f4e2fae2a458 req-013f671f-d502-4721-a95f-f6b4f9ac27f3 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 931 time: 0.9686871 Feb 11 13:26:48.690176 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d66e59-a979-49c4-ae03-ee4e634a2a37 req-3d623a1b-a0f7-4565-a610-ee23fa96df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:48.691747 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-35d66e59-a979-49c4-ae03-ee4e634a2a37 req-3d623a1b-a0f7-4565-a610-ee23fa96df06 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=34b28ff6-5031-4483-bcb1-d89e9dd58566 HTTP/1.1" status: 200 len: 843 time: 0.1571927 Feb 11 13:26:48.736202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:48.883625 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:48.887425 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-249e48ab-5f41-4cb3-a8fb-f4e2fae2a458 req-4bcdd294-7e0a-4fff-8d0c-36865488dbdb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991215 Feb 11 13:26:48.909812 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:49.017554 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d66e59-a979-49c4-ae03-ee4e634a2a37 req-ed65f9b7-8231-4445-b2b3-dd761133e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:49.019279 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-35d66e59-a979-49c4-ae03-ee4e634a2a37 req-ed65f9b7-8231-4445-b2b3-dd761133e82a service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3088224 Feb 11 13:26:49.037910 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-55380312-b51d-432d-a79f-6686670834ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:49.140955 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbced2-8eed-4afa-a3c3-fcd8a861d6b3 req-6bc204a5-21db-450f-bc9a-bf969c38bdf1 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:49.142764 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8ecbced2-8eed-4afa-a3c3-fcd8a861d6b3 req-6bc204a5-21db-450f-bc9a-bf969c38bdf1 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 948 time: 0.2916641 Feb 11 13:26:49.256580 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-35d66e59-a979-49c4-ae03-ee4e634a2a37 req-05d2bb52-3097-4198-b393-00e2196f5f6a service neutron] 10.222.0.111 "GET /v2.0/networks/4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229805 Feb 11 13:26:49.267304 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60c8dde-09c1-43c3-b24b-e5d3a22a392b {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:26:49.304486 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8ecbced2-8eed-4afa-a3c3-fcd8a861d6b3 req-ecabf6ac-17d4-4c30-b5fe-b2925f5d0d1b tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/security-groups?id=b7e6a3f5-e8c2-4377-a68d-a8bbdce5b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541924 Feb 11 13:26:49.318704 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:49.390527 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:49.394509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Transition to ACTIVE for port object b60c8dde-09c1-43c3-b24b-e5d3a22a392b will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:26:49.438075 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-35d66e59-a979-49c4-ae03-ee4e634a2a37 req-700bf0e2-59fc-4f0f-b889-c37c0189a913 service neutron] 10.222.0.111 "GET /v2.0/networks/4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1735227 Feb 11 13:26:49.442763 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:49.461092 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5bc3bd3b-a507-421e-8908-8510d25a7f1c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:49.488983 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2266548'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:49.513481 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:49.615379 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b60c8dde-09c1-43c3-b24b-e5d3a22a392b,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:49.627973 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.628381 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.628787 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.629184 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.629578 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.629967 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.630355 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.630743 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.631127 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.631514 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.631945 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.632318 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.632803 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.633191 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.633575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.633961 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.634342 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.634725 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.635108 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.635491 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.635901 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.636432 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.636701 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.637082 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.644501 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:49.678531 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Pushing event updated for resources: {'Port': ['ID=ed51af9d-9560-4b05-bffc-40d2046334d4,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:49.692079 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.692500 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.692903 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.693317 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.693836 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.694237 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.694659 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.695031 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.695416 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.695875 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.696267 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.696657 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.697148 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.697864 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.698027 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.698304 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.698689 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.699111 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.699520 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.699911 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.700284 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.700670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.701060 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.701476 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:26:49.706508 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:49.801246 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514323'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:49.828272 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Attempting to bind port b60c8dde-09c1-43c3-b24b-e5d3a22a392b on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:26:49.828665 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Attempting to bind port b60c8dde-09c1-43c3-b24b-e5d3a22a392b by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '44f3993b-7057-4914-9e86-acabb2864cb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:26:49.829007 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Attempting to bind port b60c8dde-09c1-43c3-b24b-e5d3a22a392b on network 120ce4ab-747c-47cb-a13f-ce5d6314efdf {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:26:49.835652 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:26:49.836070 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Checking segment: {'id': '44f3993b-7057-4914-9e86-acabb2864cb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:26:49.836480 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:49.836876 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Bound using segment: {'id': '44f3993b-7057-4914-9e86-acabb2864cb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:26:49.837363 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Bound port: b60c8dde-09c1-43c3-b24b-e5d3a22a392b, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f3993b-7057-4914-9e86-acabb2864cb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:26:49.837739 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:49.860975 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:49.863072 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5260353 Feb 11 13:26:49.944856 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] For port b60c8dde-09c1-43c3-b24b-e5d3a22a392b, host hv-cinder-77398, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:26:49.948570 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] For port b60c8dde-09c1-43c3-b24b-e5d3a22a392b, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=b60c8dde-09c1-43c3-b24b-e5d3a22a392b,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:26:49.997824 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:50.014509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3a9139b4-4d04-493a-be64-3d51ae0b6c65 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:50.088170 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:50.147057 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-89db1235-253e-439a-932b-95a9bce590ce req-44fbc188-6dea-43f5-b3ef-c36251c6fb78 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Synchronizing usage tracker for tenant:44959c6d103d41b6bfab4a6f3e28a3b9 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:26:50.202628 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-89db1235-253e-439a-932b-95a9bce590ce req-44fbc188-6dea-43f5-b3ef-c36251c6fb78 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Unset dirty status for tenant:44959c6d103d41b6bfab4a6f3e28a3b9 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:26:50.203998 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89db1235-253e-439a-932b-95a9bce590ce req-44fbc188-6dea-43f5-b3ef-c36251c6fb78 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?name=tempest-securitygroup--192893668&fields=id&tenant_id=44959c6d103d41b6bfab4a6f3e28a3b9 HTTP/1.1" status: 200 len: 267 time: 0.1183980 Feb 11 13:26:50.230897 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b60c8dde-09c1-43c3-b24b-e5d3a22a392b,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:50.238840 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:50.374736 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07e65f-dae8-4ffd-b6ae-b38c18d5e94c req-ed6f42dc-8489-4dfe-981b-1ccaf4d688c1 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:50.376518 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4a07e65f-dae8-4ffd-b6ae-b38c18d5e94c req-ed6f42dc-8489-4dfe-981b-1ccaf4d688c1 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 943 time: 0.3030038 Feb 11 13:26:50.380801 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:50.381482 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:50.382982 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] 10.222.0.111 "PUT /v2.0/ports/b60c8dde-09c1-43c3-b24b-e5d3a22a392b HTTP/1.1" status: 200 len: 1157 time: 2.5794377 Feb 11 13:26:50.383591 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9805f96f-2f2a-4e99-b21b-f4739dc7ee2e', 'tag': 'b60c8dde-09c1-43c3-b24b-e5d3a22a392b'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:50.460827 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4a07e65f-dae8-4ffd-b6ae-b38c18d5e94c req-3058320c-5c15-4d56-84bd-4e350f978e90 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705800 Feb 11 13:26:50.492747 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1235-253e-439a-932b-95a9bce590ce req-08aa448f-1427-4fca-b301-387548b60224 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:50.494621 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89db1235-253e-439a-932b-95a9bce590ce req-08aa448f-1427-4fca-b301-387548b60224 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/networks?id=432d53e6-aee4-4826-b14b-87a1a91902b3 HTTP/1.1" status: 200 len: 810 time: 0.2819116 Feb 11 13:26:50.527934 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89db1235-253e-439a-932b-95a9bce590ce req-03fda8fc-f2f7-4de2-b08f-0a6477953842 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/quotas/44959c6d103d41b6bfab4a6f3e28a3b9 HTTP/1.1" status: 200 len: 375 time: 0.0257328 Feb 11 13:26:50.607603 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-e477c2e2-5412-4a90-934b-3f6ac7cf20a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:50.609620 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-e477c2e2-5412-4a90-934b-3f6ac7cf20a4 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=f5d2b1be961749bcaa243e9f0bed551b&device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 1160 time: 0.1151710 Feb 11 13:26:50.638726 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Network 4fdbbe5e-d756-4e89-9dc0-39982bb6c4f4 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:26:50.686667 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89db1235-253e-439a-932b-95a9bce590ce req-a05e2407-aa8f-4227-b3e5-cb84b40a4d97 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=44959c6d103d41b6bfab4a6f3e28a3b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1524019 Feb 11 13:26:50.712748 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-183facfd-e3f6-4142-9b9d-769a05dc41f3 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60c8dde-09c1-43c3-b24b-e5d3a22a392b HTTP/1.1" status: 200 len: 217 time: 0.0934849 Feb 11 13:26:50.750240 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:50.850989 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-d66421d7-88a7-4a17-b68a-c7a77853dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:50.852892 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-d66421d7-88a7-4a17-b68a-c7a77853dd18 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=4b20cf4d-7400-4a95-b52e-0748341fc3c7 HTTP/1.1" status: 200 len: 856 time: 0.1322863 Feb 11 13:26:50.856790 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89db1235-253e-439a-932b-95a9bce590ce req-fb4d017e-0935-416c-8547-85a2c53c68ea service neutron] 10.222.0.120 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559877 Feb 11 13:26:50.960578 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.objects.ports [None req-427d7455-472c-4f87-8832-12747cb2827d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 13:26:51.022414 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebe800-349a-4b1a-976b-4198b28d0f33 req-6ab2f166-4a70-45b6-89c4-818eb0152d96 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:51.023440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-35ebe800-349a-4b1a-976b-4198b28d0f33 req-6ab2f166-4a70-45b6-89c4-818eb0152d96 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Synchronizing usage tracker for tenant:e87fb670fd0d478c897d4c53feafe850 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:26:51.096859 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94113168-d834-4e28-8f8f-3af87679bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:51.100042 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-94113168-d834-4e28-8f8f-3af87679bb0d service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=120ce4ab-747c-47cb-a13f-ce5d6314efdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2318039 Feb 11 13:26:51.106790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-35ebe800-349a-4b1a-976b-4198b28d0f33 req-6ab2f166-4a70-45b6-89c4-818eb0152d96 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Unset dirty status for tenant:e87fb670fd0d478c897d4c53feafe850 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:26:51.108557 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-35ebe800-349a-4b1a-976b-4198b28d0f33 req-6ab2f166-4a70-45b6-89c4-818eb0152d96 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 948 time: 0.3402009 Feb 11 13:26:51.257151 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89db1235-253e-439a-932b-95a9bce590ce req-b88dc14c-73e6-4244-9b32-78cd997b1971 service neutron] 10.222.0.120 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3903408 Feb 11 13:26:51.288762 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-35ebe800-349a-4b1a-976b-4198b28d0f33 req-79f780d8-dc12-49bd-baf5-5ec472d06d92 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Synchronizing usage tracker for tenant:e87fb670fd0d478c897d4c53feafe850 on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:26:51.333822 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-cddd40cf-07df-4159-8dd1-497baf401647 service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239699 Feb 11 13:26:51.383714 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-35ebe800-349a-4b1a-976b-4198b28d0f33 req-79f780d8-dc12-49bd-baf5-5ec472d06d92 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Unset dirty status for tenant:e87fb670fd0d478c897d4c53feafe850 on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:26:51.390277 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-35ebe800-349a-4b1a-976b-4198b28d0f33 req-79f780d8-dc12-49bd-baf5-5ec472d06d92 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/security-groups?id=b7e6a3f5-e8c2-4377-a68d-a8bbdce5b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474737 Feb 11 13:26:51.425992 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 813b83a2-8861-46f0-ba77-dbf0751b5ccf up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:26:51.514443 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9805f96f-2f2a-4e99-b21b-f4739dc7ee2e', 'tag': 'b60c8dde-09c1-43c3-b24b-e5d3a22a392b', 'status': 'completed', 'code': 200} Feb 11 13:26:51.518287 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5fefcc39-af79-4d65-9a9f-01fbf3fd1bca req-db237707-7f8f-4dc2-979a-8f4151ad7b88 service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1772656 Feb 11 13:26:51.563109 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port 813b83a2-8861-46f0-ba77-dbf0751b5ccf completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:26:51.568871 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 813b83a2-8861-46f0-ba77-dbf0751b5ccf triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:26:51.569299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:51.604373 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-5069a0cd-e668-46f6-8637-3a2f74d865b1 req-4304a193-d213-4da4-97cc-eaa7e2da129d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Synchronizing usage tracker for tenant:44959c6d103d41b6bfab4a6f3e28a3b9 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:26:51.733560 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-5069a0cd-e668-46f6-8637-3a2f74d865b1 req-4304a193-d213-4da4-97cc-eaa7e2da129d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Unset dirty status for tenant:44959c6d103d41b6bfab4a6f3e28a3b9 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:26:51.735416 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5069a0cd-e668-46f6-8637-3a2f74d865b1 req-4304a193-d213-4da4-97cc-eaa7e2da129d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 210 time: 0.1901460 Feb 11 13:26:51.739587 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:51.785336 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfcb302-3fa5-40d9-9724-c85d5bb62063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813b83a2-8861-46f0-ba77-dbf0751b5ccf'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:51.816687 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 813b83a2-8861-46f0-ba77-dbf0751b5ccf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=813b83a2-8861-46f0-ba77-dbf0751b5ccf,segment=NetworkSegment(35baabff-8be2-45d1-8897-e2792c0dd70c),segment_id=35baabff-8be2-45d1-8897-e2792c0dd70c)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:26:51.819196 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b1ac9-3703-4608-8f17-d49ee802544e req-9db99db9-f13e-4fc4-9f60-73aae9c04996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:51.821301 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b17b1ac9-3703-4608-8f17-d49ee802544e req-9db99db9-f13e-4fc4-9f60-73aae9c04996 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=f5d2b1be961749bcaa243e9f0bed551b&device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 1160 time: 0.1553664 Feb 11 13:26:51.851591 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfcb302-3fa5-40d9-9724-c85d5bb62063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813b83a2-8861-46f0-ba77-dbf0751b5ccf', 'code': 200} Feb 11 13:26:51.871264 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:51.872474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 8be706f1-c719-44a2-b741-8c61c3e291a6 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:26:51.951009 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:52.004691 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b349b-416d-49cc-8e54-961b7a712b1b req-f33ac5ae-6534-4e60-a542-fc5956c3282c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:52.006997 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-458b349b-416d-49cc-8e54-961b7a712b1b req-f33ac5ae-6534-4e60-a542-fc5956c3282c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 943 time: 0.2171850 Feb 11 13:26:52.038231 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 8be706f1-c719-44a2-b741-8c61c3e291a6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:26:52.038953 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:52.105725 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-458b349b-416d-49cc-8e54-961b7a712b1b req-bcb900a0-a3ef-423e-8e51-8f6b30e5d11b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895076 Feb 11 13:26:52.124797 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=813b83a2-8861-46f0-ba77-dbf0751b5ccf,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:52.134199 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:52.395621 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b1ac9-3703-4608-8f17-d49ee802544e req-5e061e0a-993a-4bc1-9b73-1f3c40431c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:52.397247 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b17b1ac9-3703-4608-8f17-d49ee802544e req-5e061e0a-993a-4bc1-9b73-1f3c40431c1d service neutron] 10.222.0.111 "GET /v2.0/networks?id=120ce4ab-747c-47cb-a13f-ce5d6314efdf HTTP/1.1" status: 200 len: 911 time: 0.5677187 Feb 11 13:26:52.429953 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:26:52.465005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31805e-119b-4942-902c-d27c206109f5 req-4ac39183-4c77-430b-a297-3566c62fbdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:52.466353 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9a31805e-119b-4942-902c-d27c206109f5 req-4ac39183-4c77-430b-a297-3566c62fbdf1 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 1167 time: 0.1844680 Feb 11 13:26:52.481518 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 813b83a2-8861-46f0-ba77-dbf0751b5ccf up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:26:52.485649 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b17b1ac9-3703-4608-8f17-d49ee802544e req-e3efeb3e-628d-4107-8e4c-2b9009fb87a1 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60c8dde-09c1-43c3-b24b-e5d3a22a392b HTTP/1.1" status: 200 len: 217 time: 0.0785847 Feb 11 13:26:52.566387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 813b83a2-8861-46f0-ba77-dbf0751b5ccf triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:26:52.567036 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:52.639591 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9a31805e-119b-4942-902c-d27c206109f5 req-b54b19aa-5f44-4827-a19f-9e777ad6a535 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=b7e6a3f5-e8c2-4377-a68d-a8bbdce5b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559365 Feb 11 13:26:52.653228 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b1ac9-3703-4608-8f17-d49ee802544e req-832e432f-b8ce-4558-8b55-fc972048ca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:52.654816 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b17b1ac9-3703-4608-8f17-d49ee802544e req-832e432f-b8ce-4558-8b55-fc972048ca45 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=4b20cf4d-7400-4a95-b52e-0748341fc3c7 HTTP/1.1" status: 200 len: 856 time: 0.1516249 Feb 11 13:26:52.765144 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fa390-5408-4a36-a286-657c0902c671 req-e8bdbfdc-2640-44c9-8d9a-3bdd144ef88c tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:52.767719 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-734fa390-5408-4a36-a286-657c0902c671 req-e8bdbfdc-2640-44c9-8d9a-3bdd144ef88c tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 950 time: 0.2216423 Feb 11 13:26:52.836361 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-734fa390-5408-4a36-a286-657c0902c671 req-b5eb84cb-ba57-4fc2-a5aa-2997c89ec636 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/security-groups?id=b7e6a3f5-e8c2-4377-a68d-a8bbdce5b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621672 Feb 11 13:26:52.938636 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b1ac9-3703-4608-8f17-d49ee802544e req-66596a65-5b54-4ee9-b0fc-37e793aad42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:52.940237 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b17b1ac9-3703-4608-8f17-d49ee802544e req-66596a65-5b54-4ee9-b0fc-37e793aad42f service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=120ce4ab-747c-47cb-a13f-ce5d6314efdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0923200 Feb 11 13:26:52.960807 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2b9f366d-2744-4bc3-b51b-2ba8453aa83d req-b5ee730b-76ac-4fe8-8911-2f5fcd4f428b tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 210 time: 0.0606866 Feb 11 13:26:53.103524 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b17b1ac9-3703-4608-8f17-d49ee802544e req-b309553f-72d6-408b-8bdc-cbaf96c49ed9 service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541595 Feb 11 13:26:53.271982 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b17b1ac9-3703-4608-8f17-d49ee802544e req-4c5ff221-e9db-4fa7-8d25-da5a9777ca40 service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1565981 Feb 11 13:26:53.445471 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c55a6-286b-471f-938b-80d035b68fb1 req-796ba40a-3137-4838-bbea-79a7f2f14812 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:53.447433 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-284c55a6-286b-471f-938b-80d035b68fb1 req-796ba40a-3137-4838-bbea-79a7f2f14812 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 943 time: 0.1741319 Feb 11 13:26:53.521433 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-284c55a6-286b-471f-938b-80d035b68fb1 req-eb821074-7233-4a2f-82cf-8f22fdcce636 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670490 Feb 11 13:26:54.135884 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ad517-d204-46f9-b355-bdd70f3f244f req-be10e9f5-985a-4df1-9367-69c5410b4837 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:54.138165 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-075ad517-d204-46f9-b355-bdd70f3f244f req-be10e9f5-985a-4df1-9367-69c5410b4837 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 950 time: 0.1694314 Feb 11 13:26:54.225203 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-075ad517-d204-46f9-b355-bdd70f3f244f req-4d7080ed-e310-4576-832b-548dc171943c tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/security-groups?id=b7e6a3f5-e8c2-4377-a68d-a8bbdce5b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807173 Feb 11 13:26:54.293656 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6b6961b4-151f-4e0b-9d85-37d9f741474e req-909b2b28-cf3f-4e32-8def-53dd2f13b63f tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 210 time: 0.0758829 Feb 11 13:26:54.418501 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1235-253e-439a-932b-95a9bce590ce req-985dc447-904f-424e-acfc-5e8680bdd7ac tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:54.420154 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89db1235-253e-439a-932b-95a9bce590ce req-985dc447-904f-424e-acfc-5e8680bdd7ac tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.111 "GET /v2.0/networks?id=432d53e6-aee4-4826-b14b-87a1a91902b3 HTTP/1.1" status: 200 len: 810 time: 0.3121393 Feb 11 13:26:54.542068 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-89db1235-253e-439a-932b-95a9bce590ce req-4fc3abb3-68e6-4feb-bcb3-4982bb0df442 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Synchronizing usage tracker for tenant:44959c6d103d41b6bfab4a6f3e28a3b9 on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:26:54.556094 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-89db1235-253e-439a-932b-95a9bce590ce req-4fc3abb3-68e6-4feb-bcb3-4982bb0df442 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Unset dirty status for tenant:44959c6d103d41b6bfab4a6f3e28a3b9 on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:26:54.573302 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89db1235-253e-439a-932b-95a9bce590ce req-4fc3abb3-68e6-4feb-bcb3-4982bb0df442 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.111 "GET /v2.0/security-groups?tenant_id=44959c6d103d41b6bfab4a6f3e28a3b9 HTTP/1.1" status: 200 len: 5704 time: 0.1199915 Feb 11 13:26:54.582250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-89db1235-253e-439a-932b-95a9bce590ce req-95819c6c-8fae-46f1-8705-741cb86ae01c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Request body: {'port': {'device_id': '94d5d423-b9ce-4cf4-907a-0049211f65d1', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'admin_state_up': True, 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'security_groups': ['ea5a2344-09dd-4a6f-868c-a7536f344502']}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:54.784019 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-89db1235-253e-439a-932b-95a9bce590ce req-95819c6c-8fae-46f1-8705-741cb86ae01c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:26:54.801359 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-89db1235-253e-439a-932b-95a9bce590ce req-95819c6c-8fae-46f1-8705-741cb86ae01c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:26:54.865580 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86516e9e-dbc3-420e-912a-e1e41f545d26 req-f47e7b3f-8fe6-4103-95e8-0d7c3ad790f2 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:54.867292 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-86516e9e-dbc3-420e-912a-e1e41f545d26 req-f47e7b3f-8fe6-4103-95e8-0d7c3ad790f2 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 943 time: 0.1720212 Feb 11 13:26:54.900082 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89db1235-253e-439a-932b-95a9bce590ce req-95819c6c-8fae-46f1-8705-741cb86ae01c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Made reservation on behalf of 44959c6d103d41b6bfab4a6f3e28a3b9 for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:26:54.921634 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-89db1235-253e-439a-932b-95a9bce590ce req-95819c6c-8fae-46f1-8705-741cb86ae01c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:54.935004 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-86516e9e-dbc3-420e-912a-e1e41f545d26 req-1852d01e-703c-4ce3-94da-27d066806f9d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583246 Feb 11 13:26:55.081293 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 813b83a2-8861-46f0-ba77-dbf0751b5ccf up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:26:55.155940 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 813b83a2-8861-46f0-ba77-dbf0751b5ccf triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:26:55.157435 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:55.244975 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-89db1235-253e-439a-932b-95a9bce590ce req-95819c6c-8fae-46f1-8705-741cb86ae01c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Allocated IP 172.20.0.13 (432d53e6-aee4-4826-b14b-87a1a91902b3/98e5bf59-6944-4238-8be4-f45d233ac77b/68810ce8-4aa0-4499-9610-0f55825d6609) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:26:55.288529 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device b60c8dde-09c1-43c3-b24b-e5d3a22a392b up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:26:55.488024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port b60c8dde-09c1-43c3-b24b-e5d3a22a392b completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:26:55.494638 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port b60c8dde-09c1-43c3-b24b-e5d3a22a392b triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:26:55.495177 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:55.514506 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-21b6d751-66f4-4aff-b3a8-f977d6c0299e req-c57b1818-922e-443f-8e12-0c9fc106dc33 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 210 time: 0.0548203 Feb 11 13:26:55.548602 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-89db1235-253e-439a-932b-95a9bce590ce req-95819c6c-8fae-46f1-8705-741cb86ae01c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:55.583506 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-89db1235-253e-439a-932b-95a9bce590ce req-95819c6c-8fae-46f1-8705-741cb86ae01c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Transition to ACTIVE for port object 68810ce8-4aa0-4499-9610-0f55825d6609 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:26:55.657124 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:55.675109 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4d927-e1f5-4cbe-a51c-711d1a911b0f req-503187c2-9c90-4c1e-aac1-65a1362cc28d tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:55.676859 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-49c4d927-e1f5-4cbe-a51c-711d1a911b0f req-503187c2-9c90-4c1e-aac1-65a1362cc28d tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 950 time: 0.2751267 Feb 11 13:26:55.696002 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9805f96f-2f2a-4e99-b21b-f4739dc7ee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60c8dde-09c1-43c3-b24b-e5d3a22a392b'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:55.707560 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port b60c8dde-09c1-43c3-b24b-e5d3a22a392b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=b60c8dde-09c1-43c3-b24b-e5d3a22a392b,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:26:55.750379 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:55.752441 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:55.757753 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-49c4d927-e1f5-4cbe-a51c-711d1a911b0f req-b249191f-dedc-42b7-9c10-12cbcb36a468 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/security-groups?id=b7e6a3f5-e8c2-4377-a68d-a8bbdce5b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721409 Feb 11 13:26:55.803203 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-89db1235-253e-439a-932b-95a9bce590ce req-95819c6c-8fae-46f1-8705-741cb86ae01c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:55.815760 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9805f96f-2f2a-4e99-b21b-f4739dc7ee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60c8dde-09c1-43c3-b24b-e5d3a22a392b', 'code': 200} Feb 11 13:26:55.823565 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3785d8b0-6a4d-4e5c-ab04-f7f48e05a321 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:55.854600 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=b60c8dde-09c1-43c3-b24b-e5d3a22a392b,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:55.866468 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:56.029387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95819c6c-8fae-46f1-8705-741cb86ae01c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Pushing event updated for resources: {'Port': ['ID=68810ce8-4aa0-4499-9610-0f55825d6609,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:56.038369 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-95819c6c-8fae-46f1-8705-741cb86ae01c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:56.102502 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89db1235-253e-439a-932b-95a9bce590ce req-95819c6c-8fae-46f1-8705-741cb86ae01c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Network 432d53e6-aee4-4826-b14b-87a1a91902b3 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:26:56.104163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-89db1235-253e-439a-932b-95a9bce590ce req-95819c6c-8fae-46f1-8705-741cb86ae01c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:26:56.107328 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-89db1235-253e-439a-932b-95a9bce590ce req-95819c6c-8fae-46f1-8705-741cb86ae01c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:26:56.295105 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507aadfc-6d5d-4fd9-86c3-932ab52395c6 req-77a8de05-fa40-47db-a8b7-657b10441d8a tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:56.296900 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-507aadfc-6d5d-4fd9-86c3-932ab52395c6 req-77a8de05-fa40-47db-a8b7-657b10441d8a tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1977558 Feb 11 13:26:56.302440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1235-253e-439a-932b-95a9bce590ce req-95819c6c-8fae-46f1-8705-741cb86ae01c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:56.303188 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-89db1235-253e-439a-932b-95a9bce590ce req-95819c6c-8fae-46f1-8705-741cb86ae01c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:56.348032 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10a4cc-183b-4071-b1b7-8bd86cf9f945 req-c5032c75-2f56-4850-9144-af8b3e5a0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:56.349697 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9c10a4cc-183b-4071-b1b7-8bd86cf9f945 req-c5032c75-2f56-4850-9144-af8b3e5a0853 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 1162 time: 0.2081096 Feb 11 13:26:56.384386 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-507aadfc-6d5d-4fd9-86c3-932ab52395c6 req-affbaa72-6b65-4603-a34b-0c6f26223209 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791643 Feb 11 13:26:56.417543 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9c10a4cc-183b-4071-b1b7-8bd86cf9f945 req-e29a8fe7-4472-466b-882f-2a9e22a01576 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525947 Feb 11 13:26:56.449703 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89db1235-253e-439a-932b-95a9bce590ce req-95819c6c-8fae-46f1-8705-741cb86ae01c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8754907 Feb 11 13:26:56.487513 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-d9a1081f-1e4c-4b4a-93af-7a7d17fd10e2 None None] Provisioning for port 68810ce8-4aa0-4499-9610-0f55825d6609 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:26:56.495376 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-d9a1081f-1e4c-4b4a-93af-7a7d17fd10e2 None None] Provisioning complete for port 68810ce8-4aa0-4499-9610-0f55825d6609 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:26:56.496148 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d9a1081f-1e4c-4b4a-93af-7a7d17fd10e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:56.557093 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device b60c8dde-09c1-43c3-b24b-e5d3a22a392b up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:26:56.605923 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-d9a1081f-1e4c-4b4a-93af-7a7d17fd10e2 None None] Port 68810ce8-4aa0-4499-9610-0f55825d6609 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:26:56.639138 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port b60c8dde-09c1-43c3-b24b-e5d3a22a392b triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:26:56.639455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:56.644375 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3187e9-588e-4b25-9c45-483e9eb013ad req-96fc33a1-889e-4b43-aa80-369d631b2136 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:56.646138 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8a3187e9-588e-4b25-9c45-483e9eb013ad req-96fc33a1-889e-4b43-aa80-369d631b2136 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 950 time: 0.1765306 Feb 11 13:26:56.686109 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Request body: {'port': {'device_id': '94d5d423-b9ce-4cf4-907a-0049211f65d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:56.827791 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8a3187e9-588e-4b25-9c45-483e9eb013ad req-8fa64a46-1780-4d22-ad18-299265db68cb tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/security-groups?id=b7e6a3f5-e8c2-4377-a68d-a8bbdce5b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720676 Feb 11 13:26:56.861717 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:56.898411 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508574c-bff1-4f0a-9a25-88e94db761a3 req-f8203e09-29e5-4455-b75c-9a438d79b75f tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:56.900172 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0508574c-bff1-4f0a-9a25-88e94db761a3 req-f8203e09-29e5-4455-b75c-9a438d79b75f tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 932 time: 0.1689615 Feb 11 13:26:56.971366 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0508574c-bff1-4f0a-9a25-88e94db761a3 req-a5edeca4-c029-487d-9f3a-c2a597217a1c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=ea5a2344-09dd-4a6f-868c-a7536f344502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639105 Feb 11 13:26:56.997568 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:57.547177 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68810ce8-4aa0-4499-9610-0f55825d6609 {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:26:57.595386 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:57.624005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Transition to ACTIVE for port object 68810ce8-4aa0-4499-9610-0f55825d6609 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:26:57.733102 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775de384-eddb-44d0-8653-b1f4e7771b97 req-d7402d02-c2ac-4bdc-a44c-92d3b0ab3dcd tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:57.734786 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-775de384-eddb-44d0-8653-b1f4e7771b97 req-d7402d02-c2ac-4bdc-a44c-92d3b0ab3dcd tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1825280 Feb 11 13:26:57.736053 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:57.753881 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:57.959897 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-775de384-eddb-44d0-8653-b1f4e7771b97 req-7f261dd4-a7a2-4725-86e5-79b5c0cfe027 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069609 Feb 11 13:26:57.963293 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Pushing event updated for resources: {'Port': ['ID=68810ce8-4aa0-4499-9610-0f55825d6609,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:57.969237 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:58.210509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31bb9f-e761-4fc8-8d45-dfbf34ae385a req-597a6e2b-49d6-43a9-8b08-88ba22109ea3 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:58.218968 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-dc31bb9f-e761-4fc8-8d45-dfbf34ae385a req-597a6e2b-49d6-43a9-8b08-88ba22109ea3 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 950 time: 0.2450008 Feb 11 13:26:58.229136 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Attempting to bind port 68810ce8-4aa0-4499-9610-0f55825d6609 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:26:58.229517 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Attempting to bind port 68810ce8-4aa0-4499-9610-0f55825d6609 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '535294c5-0985-4a0e-a9e0-7de35269ad8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:26:58.229936 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Attempting to bind port 68810ce8-4aa0-4499-9610-0f55825d6609 on network 432d53e6-aee4-4826-b14b-87a1a91902b3 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:26:58.242069 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:26:58.242473 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Checking segment: {'id': '535294c5-0985-4a0e-a9e0-7de35269ad8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:26:58.242903 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:58.243305 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Bound using segment: {'id': '535294c5-0985-4a0e-a9e0-7de35269ad8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:26:58.243819 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Bound port: 68810ce8-4aa0-4499-9610-0f55825d6609, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535294c5-0985-4a0e-a9e0-7de35269ad8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:26:58.244209 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:58.280303 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-dc31bb9f-e761-4fc8-8d45-dfbf34ae385a req-c8615e60-818e-4a13-a8fc-98a30d49c87b tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/security-groups?id=b7e6a3f5-e8c2-4377-a68d-a8bbdce5b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601439 Feb 11 13:26:58.406370 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdd6a0-51e7-4218-84a1-60a6c30f19a0 req-8d57898e-51dc-40b3-92c7-8d52e7a6d251 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:58.407231 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-89cdd6a0-51e7-4218-84a1-60a6c30f19a0 req-8d57898e-51dc-40b3-92c7-8d52e7a6d251 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Synchronizing usage tracker for tenant:44959c6d103d41b6bfab4a6f3e28a3b9 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:26:58.458939 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] For port 68810ce8-4aa0-4499-9610-0f55825d6609, host hv-cinder-77398, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:26:58.462259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] For port 68810ce8-4aa0-4499-9610-0f55825d6609, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=68810ce8-4aa0-4499-9610-0f55825d6609,segment=NetworkSegment(535294c5-0985-4a0e-a9e0-7de35269ad8c),segment_id=535294c5-0985-4a0e-a9e0-7de35269ad8c)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:26:58.472182 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-89cdd6a0-51e7-4218-84a1-60a6c30f19a0 req-8d57898e-51dc-40b3-92c7-8d52e7a6d251 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Unset dirty status for tenant:44959c6d103d41b6bfab4a6f3e28a3b9 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:26:58.472396 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89cdd6a0-51e7-4218-84a1-60a6c30f19a0 req-8d57898e-51dc-40b3-92c7-8d52e7a6d251 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 944 time: 0.3274348 Feb 11 13:26:58.502824 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:58.520481 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:26:58.691714 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89cdd6a0-51e7-4218-84a1-60a6c30f19a0 req-182710c2-735d-47fa-8f69-dae163ea5296 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=ea5a2344-09dd-4a6f-868c-a7536f344502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126288 Feb 11 13:26:58.711006 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Pushing event updated for resources: {'Port': ['ID=68810ce8-4aa0-4499-9610-0f55825d6609,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:26:58.712145 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 813b83a2-8861-46f0-ba77-dbf0751b5ccf up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:26:58.717856 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:26:58.759865 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:58.760931 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:58.762074 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89db1235-253e-439a-932b-95a9bce590ce req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] 10.222.0.111 "PUT /v2.0/ports/68810ce8-4aa0-4499-9610-0f55825d6609 HTTP/1.1" status: 200 len: 1158 time: 2.0858300 Feb 11 13:26:58.762628 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d5d423-b9ce-4cf4-907a-0049211f65d1', 'tag': '68810ce8-4aa0-4499-9610-0f55825d6609'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:58.798554 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 813b83a2-8861-46f0-ba77-dbf0751b5ccf triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:26:58.798990 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:58.827149 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d5d423-b9ce-4cf4-907a-0049211f65d1', 'tag': '68810ce8-4aa0-4499-9610-0f55825d6609', 'status': 'completed', 'code': 200} Feb 11 13:26:59.140006 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed4db1-a80f-427a-9042-ca12d7817918 req-24b98845-1058-42c2-8b48-f454692a1614 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:59.141683 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-86ed4db1-a80f-427a-9042-ca12d7817918 req-24b98845-1058-42c2-8b48-f454692a1614 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.111 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 950 time: 0.2379167 Feb 11 13:26:59.143962 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34627d89-755c-4237-ba04-4e0e0f3c67ce req-30e9d088-37f8-420a-9a2c-59addc9ace4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:59.145496 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-34627d89-755c-4237-ba04-4e0e0f3c67ce req-30e9d088-37f8-420a-9a2c-59addc9ace4e service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=44959c6d103d41b6bfab4a6f3e28a3b9&device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 1161 time: 0.2847030 Feb 11 13:26:59.308246 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69ced5-80c6-41b9-a655-bac04dea5f55 req-2291e567-7f2d-42a6-bec8-304c9351af44 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:59.309958 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6d69ced5-80c6-41b9-a655-bac04dea5f55 req-2291e567-7f2d-42a6-bec8-304c9351af44 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1703315 Feb 11 13:26:59.405792 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6d69ced5-80c6-41b9-a655-bac04dea5f55 req-28fe981f-a9fb-4c84-850c-8fee1a9c2277 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873351 Feb 11 13:26:59.407308 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34627d89-755c-4237-ba04-4e0e0f3c67ce req-fb032bf9-9ea9-4961-b9c1-4a49216838ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:59.409177 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-34627d89-755c-4237-ba04-4e0e0f3c67ce req-fb032bf9-9ea9-4961-b9c1-4a49216838ab service neutron] 10.222.0.111 "GET /v2.0/networks?tenant_id=44959c6d103d41b6bfab4a6f3e28a3b9&shared=False HTTP/1.1" status: 200 len: 904 time: 0.2514720 Feb 11 13:26:59.550392 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-86ed4db1-a80f-427a-9042-ca12d7817918 req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Deleting port 813b83a2-8861-46f0-ba77-dbf0751b5ccf {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:26:59.550822 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-86ed4db1-a80f-427a-9042-ca12d7817918 req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:59.720156 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246b30c-afbf-45e8-a729-a142b1c68d6d req-2c12c323-6a43-49cb-8fb2-3d399051bf97 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:59.722018 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f246b30c-afbf-45e8-a729-a142b1c68d6d req-2c12c323-6a43-49cb-8fb2-3d399051bf97 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1687558 Feb 11 13:26:59.734121 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 40718) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:59.745971 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-1aef5c41-fe56-49b7-847c-1da0815e80d8 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Request body: {'floatingip': {'port_id': 'b60c8dde-09c1-43c3-b24b-e5d3a22a392b'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:59.828017 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34627d89-755c-4237-ba04-4e0e0f3c67ce req-1756dfa2-dca5-44e2-a051-a3db880c10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:59.829675 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-34627d89-755c-4237-ba04-4e0e0f3c67ce req-1756dfa2-dca5-44e2-a051-a3db880c10cd service neutron] 10.222.0.111 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3849301 Feb 11 13:26:59.921453 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1aef5c41-fe56-49b7-847c-1da0815e80d8 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:26:59.960631 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963293a-65d3-4f3f-bf41-0b69cf162583 req-c7470be2-7e79-47fb-9821-a7b0e923faa9 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:26:59.963549 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b963293a-65d3-4f3f-bf41-0b69cf162583 req-c7470be2-7e79-47fb-9821-a7b0e923faa9 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 950 time: 0.4768059 Feb 11 13:27:00.504514 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 813b83a2-8861-46f0-ba77-dbf0751b5ccf no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:27:00.587181 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d9c88-c1f7-424c-9eba-be97546c08a0 req-c09cca28-89a7-4c9f-bf5e-6a052b3bb671 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:00.590723 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-992d9c88-c1f7-424c-9eba-be97546c08a0 req-c09cca28-89a7-4c9f-bf5e-6a052b3bb671 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 944 time: 0.5653136 Feb 11 13:27:00.648937 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:00.670007 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b963293a-65d3-4f3f-bf41-0b69cf162583 req-8c137e06-88db-485a-9d8b-f637a5d3e601 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/security-groups?id=b7e6a3f5-e8c2-4377-a68d-a8bbdce5b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6799445 Feb 11 13:27:00.684763 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 813b83a2-8861-46f0-ba77-dbf0751b5ccf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=813b83a2-8861-46f0-ba77-dbf0751b5ccf,segment=NetworkSegment(35baabff-8be2-45d1-8897-e2792c0dd70c),segment_id=35baabff-8be2-45d1-8897-e2792c0dd70c)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:00.685842 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfcb302-3fa5-40d9-9724-c85d5bb62063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813b83a2-8861-46f0-ba77-dbf0751b5ccf'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:00.717337 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:00.721124 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:00.757227 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-86ed4db1-a80f-427a-9042-ca12d7817918 req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] For port 813b83a2-8861-46f0-ba77-dbf0751b5ccf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=813b83a2-8861-46f0-ba77-dbf0751b5ccf,segment=NetworkSegment(35baabff-8be2-45d1-8897-e2792c0dd70c),segment_id=35baabff-8be2-45d1-8897-e2792c0dd70c)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:00.757783 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-86ed4db1-a80f-427a-9042-ca12d7817918 req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:00.782663 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1235-253e-439a-932b-95a9bce590ce req-d45f43e4-cc62-4e4b-a149-7a73dd9056d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:00.785670 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89db1235-253e-439a-932b-95a9bce590ce req-d45f43e4-cc62-4e4b-a149-7a73dd9056d8 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=44959c6d103d41b6bfab4a6f3e28a3b9&device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 1161 time: 0.7981515 Feb 11 13:27:00.812382 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=813b83a2-8861-46f0-ba77-dbf0751b5ccf,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:00.825262 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:01.045992 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-992d9c88-c1f7-424c-9eba-be97546c08a0 req-2862ff68-5344-4c86-bab3-0b14500def59 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=ea5a2344-09dd-4a6f-868c-a7536f344502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3488476 Feb 11 13:27:01.127076 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-86ed4db1-a80f-427a-9042-ca12d7817918 req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Calling delete_port for 813b83a2-8861-46f0-ba77-dbf0751b5ccf owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:27:01.197882 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfcb302-3fa5-40d9-9724-c85d5bb62063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813b83a2-8861-46f0-ba77-dbf0751b5ccf', 'code': 200} Feb 11 13:27:01.215092 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89db1235-253e-439a-932b-95a9bce590ce req-8bd07939-8a9b-43ca-b245-9dc4cc0c9604 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68810ce8-4aa0-4499-9610-0f55825d6609 HTTP/1.1" status: 200 len: 217 time: 0.3114159 Feb 11 13:27:01.371847 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1235-253e-439a-932b-95a9bce590ce req-57f349a4-bdc0-4119-887f-d45b1e17360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:01.373460 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89db1235-253e-439a-932b-95a9bce590ce req-57f349a4-bdc0-4119-887f-d45b1e17360a service neutron] 10.222.0.111 "GET /v2.0/subnets?id=98e5bf59-6944-4238-8be4-f45d233ac77b HTTP/1.1" status: 200 len: 849 time: 0.1510615 Feb 11 13:27:01.416309 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1aef5c41-fe56-49b7-847c-1da0815e80d8 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:01.435129 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.api [req-86ed4db1-a80f-427a-9042-ca12d7817918 req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:27:01.435500 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_db.api [req-86ed4db1-a80f-427a-9042-ca12d7817918 req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:27:01.448924 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1aef5c41-fe56-49b7-847c-1da0815e80d8 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514323'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:01.532466 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfe67c-e761-41cf-ba2a-2809a3947ec4 req-a076e54d-ac8f-42c6-82ef-64f56241c0c1 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:01.534237 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1bdfe67c-e761-41cf-ba2a-2809a3947ec4 req-a076e54d-ac8f-42c6-82ef-64f56241c0c1 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 945 time: 0.2721143 Feb 11 13:27:01.609889 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1235-253e-439a-932b-95a9bce590ce req-cc910a5b-e6d6-4235-9f7b-4b772e1a5b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:01.611511 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89db1235-253e-439a-932b-95a9bce590ce req-cc910a5b-e6d6-4235-9f7b-4b772e1a5b8d service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=432d53e6-aee4-4826-b14b-87a1a91902b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2234375 Feb 11 13:27:01.630617 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1bdfe67c-e761-41cf-ba2a-2809a3947ec4 req-09c36883-962c-4700-a860-e1dd7cab6afa tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854924 Feb 11 13:27:01.655522 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.l3_db [None req-1aef5c41-fe56-49b7-847c-1da0815e80d8 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Floating IP 09e301cf-3d90-48a1-bb9a-b93fb76dcdb0 associated. External IP: 172.28.1.248, port: b60c8dde-09c1-43c3-b24b-e5d3a22a392b. Feb 11 13:27:01.799161 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89db1235-253e-439a-932b-95a9bce590ce req-04b06d25-ec71-4a31-b7f4-d36009bc7b90 service neutron] 10.222.0.111 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675208 Feb 11 13:27:01.936833 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-86ed4db1-a80f-427a-9042-ca12d7817918 req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Deleting port 813b83a2-8861-46f0-ba77-dbf0751b5ccf {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:27:01.937091 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-86ed4db1-a80f-427a-9042-ca12d7817918 req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:02.028099 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89db1235-253e-439a-932b-95a9bce590ce req-c423b27a-cffc-400b-a8d6-39d716da57df service neutron] 10.222.0.111 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2205548 Feb 11 13:27:02.250195 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a1da3-90d5-41ea-8eb3-b562eee8b158 req-d486075f-2dbb-457c-8b39-b824aadb3a17 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:02.251883 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-404a1da3-90d5-41ea-8eb3-b562eee8b158 req-d486075f-2dbb-457c-8b39-b824aadb3a17 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 948 time: 0.2324557 Feb 11 13:27:02.332953 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-86ed4db1-a80f-427a-9042-ca12d7817918 req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] For port 813b83a2-8861-46f0-ba77-dbf0751b5ccf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=813b83a2-8861-46f0-ba77-dbf0751b5ccf,segment=NetworkSegment(35baabff-8be2-45d1-8897-e2792c0dd70c),segment_id=35baabff-8be2-45d1-8897-e2792c0dd70c)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:02.333355 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-86ed4db1-a80f-427a-9042-ca12d7817918 req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:02.492749 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-404a1da3-90d5-41ea-8eb3-b562eee8b158 req-da81cb21-b63f-408f-ac03-e52b95b9c2bf tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/security-groups?id=b7e6a3f5-e8c2-4377-a68d-a8bbdce5b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847005 Feb 11 13:27:02.517332 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aef5c41-fe56-49b7-847c-1da0815e80d8 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Router cb84e634-4652-43ae-91c5-ae821d0bf30b has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:27:02.555301 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937a35f-1a86-40bc-a942-8f3176a3d93e req-3d0e9387-55ad-4a02-93a6-318df36134b5 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:02.557097 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e937a35f-1a86-40bc-a942-8f3176a3d93e req-3d0e9387-55ad-4a02-93a6-318df36134b5 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 944 time: 0.3528283 Feb 11 13:27:02.565421 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-86ed4db1-a80f-427a-9042-ca12d7817918 req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Calling delete_port for 813b83a2-8861-46f0-ba77-dbf0751b5ccf owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:27:02.689048 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e937a35f-1a86-40bc-a942-8f3176a3d93e req-8a2b948c-53a8-4e7b-b7c0-2f409a0aea5d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=ea5a2344-09dd-4a6f-868c-a7536f344502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921800 Feb 11 13:27:02.736291 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aef5c41-fe56-49b7-847c-1da0815e80d8 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:27:02.741380 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1aef5c41-fe56-49b7-847c-1da0815e80d8 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:02.749830 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cd4afe-b6e4-4b9f-b34d-3d08716eb189 None None] Sync routers for ids ['cb84e634-4652-43ae-91c5-ae821d0bf30b'] in dv-cinder-773985-4-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:27:02.760509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cd4afe-b6e4-4b9f-b34d-3d08716eb189 None None] Routers {'cb84e634-4652-43ae-91c5-ae821d0bf30b'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:27:02.761652 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-40cd4afe-b6e4-4b9f-b34d-3d08716eb189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:26:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['cb84e634-4652-43ae-91c5-ae821d0bf30b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:02.809270 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-1aef5c41-fe56-49b7-847c-1da0815e80d8 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "PUT /v2.0/floatingips/09e301cf-3d90-48a1-bb9a-b93fb76dcdb0 HTTP/1.1" status: 200 len: 991 time: 3.0732160 Feb 11 13:27:02.811169 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9805f96f-2f2a-4e99-b21b-f4739dc7ee2e', 'tag': 'b60c8dde-09c1-43c3-b24b-e5d3a22a392b'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:02.848560 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-86ed4db1-a80f-427a-9042-ca12d7817918 req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:02.947217 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cdf22f90-e166-47bb-9edb-06ac89bd29ec tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:02.979605 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-40cd4afe-b6e4-4b9f-b34d-3d08716eb189 None None] Set router cb84e634-4652-43ae-91c5-ae821d0bf30b gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:27:03.012456 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Pushing event deleted for resources: {'Port': ['ID=813b83a2-8861-46f0-ba77-dbf0751b5ccf,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:03.025340 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1f4b2-5394-4014-91b8-619d280c147a req-60feb832-a851-49e4-a6d0-9009d6858fa9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:03.026674 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:03.034751 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-22e1f4b2-5394-4014-91b8-619d280c147a req-60feb832-a851-49e4-a6d0-9009d6858fa9 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 945 time: 0.1884701 Feb 11 13:27:03.121446 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-22e1f4b2-5394-4014-91b8-619d280c147a req-9321900d-5f13-42fb-a3e7-d013dc5c6393 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865788 Feb 11 13:27:03.124361 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9805f96f-2f2a-4e99-b21b-f4739dc7ee2e', 'tag': 'b60c8dde-09c1-43c3-b24b-e5d3a22a392b', 'status': 'completed', 'code': 200} Feb 11 13:27:03.137419 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ed4db1-a80f-427a-9042-ca12d7817918 req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] No DVR routers for this DVR port 813b83a2-8861-46f0-ba77-dbf0751b5ccf on host hv-cinder-77398 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:27:03.140508 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-86ed4db1-a80f-427a-9042-ca12d7817918 req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:03.144958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfcb302-3fa5-40d9-9724-c85d5bb62063', 'name': 'network-vif-deleted', 'tag': '813b83a2-8861-46f0-ba77-dbf0751b5ccf'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:03.204346 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-86ed4db1-a80f-427a-9042-ca12d7817918 req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.111 "DELETE /v2.0/ports/813b83a2-8861-46f0-ba77-dbf0751b5ccf HTTP/1.1" status: 204 len: 173 time: 4.0182922 Feb 11 13:27:03.269074 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfcb302-3fa5-40d9-9724-c85d5bb62063', 'name': 'network-vif-deleted', 'tag': '813b83a2-8861-46f0-ba77-dbf0751b5ccf', 'status': 'completed', 'code': 200} Feb 11 13:27:03.315324 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efbe7d-544e-48c9-bba7-fec05ca9031d req-445580de-0944-41c6-93b8-bbea5aa4a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:03.317312 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-16efbe7d-544e-48c9-bba7-fec05ca9031d req-445580de-0944-41c6-93b8-bbea5aa4a7f2 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=f5d2b1be961749bcaa243e9f0bed551b&device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 1162 time: 0.1929507 Feb 11 13:27:03.449726 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-40cd4afe-b6e4-4b9f-b34d-3d08716eb189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_floatingips': [{'id': '09e301cf-3d90-48a1-bb9a-b93fb76dcdb0', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'floating_ip_address': '172.28.1.248', 'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'router_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'port_id': 'b60c8dde-09c1-43c3-b24b-e5d3a22a392b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'mac_address': 'fa:16:3e:df:9c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9805f96f-2f2a-4e99-b21b-f4739dc7ee2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:26:38Z', 'updated_at': '2021-02-11T13:27:01Z', 'revision_number': 1, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56c151bb-8123-45bc-9cee-171400cd9434', 'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'mac_address': 'fa:16:3e:5d:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:22:01Z', 'updated_at': '2021-02-11T13:22:22Z', 'revision_number': 5, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'subnets': [{'id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:03.453715 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cd4afe-b6e4-4b9f-b34d-3d08716eb189 None None] Checking router: cb84e634-4652-43ae-91c5-ae821d0bf30b for host: dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:27:03.463315 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cd4afe-b6e4-4b9f-b34d-3d08716eb189 None None] Routers {'cb84e634-4652-43ae-91c5-ae821d0bf30b'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:27:03.464570 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-40cd4afe-b6e4-4b9f-b34d-3d08716eb189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:26:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['cb84e634-4652-43ae-91c5-ae821d0bf30b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:03.521578 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efbe7d-544e-48c9-bba7-fec05ca9031d req-e3106d71-16ee-4d65-a0ca-6f31d77b741d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:03.523134 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-16efbe7d-544e-48c9-bba7-fec05ca9031d req-e3106d71-16ee-4d65-a0ca-6f31d77b741d service neutron] 10.222.0.111 "GET /v2.0/networks?id=120ce4ab-747c-47cb-a13f-ce5d6314efdf HTTP/1.1" status: 200 len: 911 time: 0.1970050 Feb 11 13:27:03.662985 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-16efbe7d-544e-48c9-bba7-fec05ca9031d req-c223c87c-5cc4-4378-8ea7-734bfcb83fb8 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60c8dde-09c1-43c3-b24b-e5d3a22a392b HTTP/1.1" status: 200 len: 999 time: 0.1167707 Feb 11 13:27:03.672206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-40cd4afe-b6e4-4b9f-b34d-3d08716eb189 None None] Set router cb84e634-4652-43ae-91c5-ae821d0bf30b gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:27:03.712227 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-66a18b4e-b122-46dd-9a55-7c6d8fcc350c req-4580deb4-75ad-4dd6-b36a-5296c404c481 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] 10.222.0.120 "GET /v2.0/ports?device_id=2dfcb302-3fa5-40d9-9724-c85d5bb62063 HTTP/1.1" status: 200 len: 210 time: 0.0540614 Feb 11 13:27:03.767514 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efbe7d-544e-48c9-bba7-fec05ca9031d req-39eda514-95d3-414f-8b9c-6065e1109c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:03.769142 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-16efbe7d-544e-48c9-bba7-fec05ca9031d req-39eda514-95d3-414f-8b9c-6065e1109c03 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=4b20cf4d-7400-4a95-b52e-0748341fc3c7 HTTP/1.1" status: 200 len: 856 time: 0.0851662 Feb 11 13:27:03.882255 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efbe7d-544e-48c9-bba7-fec05ca9031d req-8f2fe32d-103d-4ff8-94da-4f3f5de8a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:03.884078 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-16efbe7d-544e-48c9-bba7-fec05ca9031d req-8f2fe32d-103d-4ff8-94da-4f3f5de8a4b0 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=120ce4ab-747c-47cb-a13f-ce5d6314efdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0896780 Feb 11 13:27:04.094291 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-40cd4afe-b6e4-4b9f-b34d-3d08716eb189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_floatingips': [{'id': '09e301cf-3d90-48a1-bb9a-b93fb76dcdb0', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'floating_ip_address': '172.28.1.248', 'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'router_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'port_id': 'b60c8dde-09c1-43c3-b24b-e5d3a22a392b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'mac_address': 'fa:16:3e:df:9c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9805f96f-2f2a-4e99-b21b-f4739dc7ee2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:26:38Z', 'updated_at': '2021-02-11T13:27:01Z', 'revision_number': 1, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56c151bb-8123-45bc-9cee-171400cd9434', 'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'mac_address': 'fa:16:3e:5d:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:22:01Z', 'updated_at': '2021-02-11T13:22:22Z', 'revision_number': 5, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'subnets': [{'id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:04.100429 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cd4afe-b6e4-4b9f-b34d-3d08716eb189 None None] The sync data for ids ['cb84e634-4652-43ae-91c5-ae821d0bf30b'] in dv-cinder-773985-4-smb is: [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_floatingips': [{'id': '09e301cf-3d90-48a1-bb9a-b93fb76dcdb0', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'floating_ip_address': '172.28.1.248', 'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'router_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'port_id': 'b60c8dde-09c1-43c3-b24b-e5d3a22a392b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'mac_address': 'fa:16:3e:df:9c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9805f96f-2f2a-4e99-b21b-f4739dc7ee2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:26:38Z', 'updated_at': '2021-02-11T13:27:01Z', 'revision_number': 1, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56c151bb-8123-45bc-9cee-171400cd9434', 'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'mac_address': 'fa:16:3e:5d:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:22:01Z', 'updated_at': '2021-02-11T13:22:22Z', 'revision_number': 5, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'subnets': [{'id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:27:04.195298 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f654c7-d6f5-4ae9-b8e5-8bf9514e497f req-3896315b-6c34-4e97-a0d4-8153b5bc83f9 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:04.197130 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-15f654c7-d6f5-4ae9-b8e5-8bf9514e497f req-3896315b-6c34-4e97-a0d4-8153b5bc83f9 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 944 time: 0.3120694 Feb 11 13:27:04.209263 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-16efbe7d-544e-48c9-bba7-fec05ca9031d req-f26a11af-b7c3-45e7-ac77-a944f256facf service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863383 Feb 11 13:27:04.384606 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-15f654c7-d6f5-4ae9-b8e5-8bf9514e497f req-5d394ea0-e40f-4917-b0f4-7b1b231ed00f tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=ea5a2344-09dd-4a6f-868c-a7536f344502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778078 Feb 11 13:27:04.450978 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77574ea-a929-47f7-a902-b89a2d645938 None None] New status for floating IP 09e301cf-3d90-48a1-bb9a-b93fb76dcdb0: ACTIVE {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:27:04.467564 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca1e34-cf52-45d0-93bd-24f87a5b85f8 req-9354f4ed-017e-497a-9b35-ec65d4cc7026 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:04.469370 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-17ca1e34-cf52-45d0-93bd-24f87a5b85f8 req-9354f4ed-017e-497a-9b35-ec65d4cc7026 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 945 time: 0.1911500 Feb 11 13:27:04.544002 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-17ca1e34-cf52-45d0-93bd-24f87a5b85f8 req-522732d1-f2a8-4d76-901b-e262c9cd412c tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672662 Feb 11 13:27:04.678196 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-16efbe7d-544e-48c9-bba7-fec05ca9031d req-0b63875b-e163-4e94-9f63-7172283ab641 service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4498549 Feb 11 13:27:05.116547 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 68810ce8-4aa0-4499-9610-0f55825d6609 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:27:05.219776 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port 68810ce8-4aa0-4499-9610-0f55825d6609 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:27:05.225873 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 68810ce8-4aa0-4499-9610-0f55825d6609 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:05.226299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:05.358461 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:05.387356 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d5d423-b9ce-4cf4-907a-0049211f65d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68810ce8-4aa0-4499-9610-0f55825d6609'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:05.397646 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 68810ce8-4aa0-4499-9610-0f55825d6609, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=68810ce8-4aa0-4499-9610-0f55825d6609,segment=NetworkSegment(535294c5-0985-4a0e-a9e0-7de35269ad8c),segment_id=535294c5-0985-4a0e-a9e0-7de35269ad8c)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:05.437198 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:05.439630 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-eae91df7-b6f7-431e-bc32-0c49cb695683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:05.475316 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d5d423-b9ce-4cf4-907a-0049211f65d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68810ce8-4aa0-4499-9610-0f55825d6609', 'code': 200} Feb 11 13:27:05.520820 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=68810ce8-4aa0-4499-9610-0f55825d6609,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:05.524605 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:05.711013 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd47df-0472-4f38-8894-76e0e6efbf59 req-9e5830af-c489-4d79-8428-6695e7f10174 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:05.712883 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9fcd47df-0472-4f38-8894-76e0e6efbf59 req-9e5830af-c489-4d79-8428-6695e7f10174 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 946 time: 0.1732049 Feb 11 13:27:05.783515 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9fcd47df-0472-4f38-8894-76e0e6efbf59 req-92f04abf-5660-49a8-b242-458e9e4168be tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=ea5a2344-09dd-4a6f-868c-a7536f344502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630772 Feb 11 13:27:05.860700 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437067e-dab5-4acc-9ee9-13b687862382 req-43e81ba2-6ba1-4fb5-9713-4eb7e15fec0d tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:05.862420 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a437067e-dab5-4acc-9ee9-13b687862382 req-43e81ba2-6ba1-4fb5-9713-4eb7e15fec0d tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 945 time: 0.1755450 Feb 11 13:27:05.978868 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a437067e-dab5-4acc-9ee9-13b687862382 req-f224d93d-c5b3-4c32-ba6c-04a082e82f83 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755877 Feb 11 13:27:05.999963 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b1796-8e09-48e4-b6b4-84421ade4571 req-c4290daa-49b1-4f2b-a182-557079701e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:06.001612 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9f3b1796-8e09-48e4-b6b4-84421ade4571 req-c4290daa-49b1-4f2b-a182-557079701e2b service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 1163 time: 0.1382174 Feb 11 13:27:06.053778 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9f3b1796-8e09-48e4-b6b4-84421ade4571 req-44f15d45-2cbc-4376-b975-6dd343db381b service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=ea5a2344-09dd-4a6f-868c-a7536f344502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411465 Feb 11 13:27:06.602830 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 68810ce8-4aa0-4499-9610-0f55825d6609 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:27:06.683466 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 68810ce8-4aa0-4499-9610-0f55825d6609 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:06.683933 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:07.104767 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0977138-c9db-44aa-9e6f-e30547641678 req-e8bb811a-4b2a-4513-8350-6c47a64794fc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:07.106533 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a0977138-c9db-44aa-9e6f-e30547641678 req-e8bb811a-4b2a-4513-8350-6c47a64794fc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 946 time: 0.1765866 Feb 11 13:27:07.231900 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a0977138-c9db-44aa-9e6f-e30547641678 req-bda9647f-5def-4d32-b193-01f9a62219b4 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=ea5a2344-09dd-4a6f-868c-a7536f344502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822840 Feb 11 13:27:07.312138 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d606d2-36b5-4713-a8df-70c12afb65da req-1ea17027-e59e-405e-be9d-858dfd088de7 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:07.313871 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-91d606d2-36b5-4713-a8df-70c12afb65da req-1ea17027-e59e-405e-be9d-858dfd088de7 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 945 time: 0.1941760 Feb 11 13:27:07.340991 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a9bd5-bebf-4dd0-a267-0c2ffd460ac7 req-e863c4d5-f5bc-4cab-b680-cbb0c3ca7e79 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:07.342461 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e5a9bd5-bebf-4dd0-a267-0c2ffd460ac7 req-e863c4d5-f5bc-4cab-b680-cbb0c3ca7e79 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.111 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 945 time: 0.2349432 Feb 11 13:27:07.408000 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-91d606d2-36b5-4713-a8df-70c12afb65da req-f5133014-0745-4bc0-83fb-5f0d15a78ba1 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/security-groups?id=20ad0da7-769b-44f7-a39e-ffff35261bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853498 Feb 11 13:27:07.468920 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-4e5a9bd5-bebf-4dd0-a267-0c2ffd460ac7 req-2c5bb8d8-12e7-4ea1-8567-6b6ecca46ff4 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Deleting port 8be706f1-c719-44a2-b741-8c61c3e291a6 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:27:07.469319 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4e5a9bd5-bebf-4dd0-a267-0c2ffd460ac7 req-2c5bb8d8-12e7-4ea1-8567-6b6ecca46ff4 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:07.768649 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-4e5a9bd5-bebf-4dd0-a267-0c2ffd460ac7 req-2c5bb8d8-12e7-4ea1-8567-6b6ecca46ff4 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] For port 8be706f1-c719-44a2-b741-8c61c3e291a6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8be706f1-c719-44a2-b741-8c61c3e291a6,segment=NetworkSegment(c30f5603-cd0d-44d0-99aa-9b15ee5a02c0),segment_id=c30f5603-cd0d-44d0-99aa-9b15ee5a02c0)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:07.769215 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4e5a9bd5-bebf-4dd0-a267-0c2ffd460ac7 req-2c5bb8d8-12e7-4ea1-8567-6b6ecca46ff4 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:07.925724 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-4e5a9bd5-bebf-4dd0-a267-0c2ffd460ac7 req-2c5bb8d8-12e7-4ea1-8567-6b6ecca46ff4 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Calling delete_port for 8be706f1-c719-44a2-b741-8c61c3e291a6 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:27:08.161876 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4e5a9bd5-bebf-4dd0-a267-0c2ffd460ac7 req-2c5bb8d8-12e7-4ea1-8567-6b6ecca46ff4 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:08.178195 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6d1b4e65-23bb-4529-8d07-79b58dd1f8ad tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:08.241208 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bb8d8-12e7-4ea1-8567-6b6ecca46ff4 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Pushing event deleted for resources: {'Port': ['ID=8be706f1-c719-44a2-b741-8c61c3e291a6,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:08.245274 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2c5bb8d8-12e7-4ea1-8567-6b6ecca46ff4 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:08.407506 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5a9bd5-bebf-4dd0-a267-0c2ffd460ac7 req-2c5bb8d8-12e7-4ea1-8567-6b6ecca46ff4 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] No DVR routers for this DVR port 8be706f1-c719-44a2-b741-8c61c3e291a6 on host hv-cinder-77398 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:27:08.410080 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-4e5a9bd5-bebf-4dd0-a267-0c2ffd460ac7 req-2c5bb8d8-12e7-4ea1-8567-6b6ecca46ff4 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:08.413204 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346bc317-0dd4-4414-80ce-de30a6da33b1', 'name': 'network-vif-deleted', 'tag': '8be706f1-c719-44a2-b741-8c61c3e291a6'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:08.483561 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e5a9bd5-bebf-4dd0-a267-0c2ffd460ac7 req-2c5bb8d8-12e7-4ea1-8567-6b6ecca46ff4 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.111 "DELETE /v2.0/ports/8be706f1-c719-44a2-b741-8c61c3e291a6 HTTP/1.1" status: 204 len: 173 time: 1.1295152 Feb 11 13:27:08.486372 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346bc317-0dd4-4414-80ce-de30a6da33b1', 'name': 'network-vif-deleted', 'tag': '8be706f1-c719-44a2-b741-8c61c3e291a6', 'status': 'completed', 'code': 200} Feb 11 13:27:08.554415 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 8be706f1-c719-44a2-b741-8c61c3e291a6 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:27:08.602083 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccbfa1-9af6-4cd4-a8ec-9d18b0064d68 req-00403bcc-23c4-4f1a-a1e2-6ea76f784ac3 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:08.603834 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-acccbfa1-9af6-4cd4-a8ec-9d18b0064d68 req-00403bcc-23c4-4f1a-a1e2-6ea76f784ac3 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 946 time: 0.2232196 Feb 11 13:27:08.646031 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-84925f10-dc65-42a4-bf88-4f91a732dd7f req-e9d03771-b8cd-4f68-ade2-a1a10a04efe4 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Synchronizing usage tracker for tenant:bfb8b6d8b8204bc29a8dd22b2647ad78 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:27:08.649503 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-b8d660ec-a212-421f-803a-16038c746aca None None] No Port match for: 8be706f1-c719-44a2-b741-8c61c3e291a6 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:27:08.650080 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 8be706f1-c719-44a2-b741-8c61c3e291a6 not bound to the agent host hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:27:08.694284 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-84925f10-dc65-42a4-bf88-4f91a732dd7f req-e9d03771-b8cd-4f68-ade2-a1a10a04efe4 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Unset dirty status for tenant:bfb8b6d8b8204bc29a8dd22b2647ad78 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:27:08.695034 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-acccbfa1-9af6-4cd4-a8ec-9d18b0064d68 req-9e48eeb3-fd71-48db-8104-42ac893732c9 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=ea5a2344-09dd-4a6f-868c-a7536f344502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821037 Feb 11 13:27:08.695782 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-84925f10-dc65-42a4-bf88-4f91a732dd7f req-e9d03771-b8cd-4f68-ade2-a1a10a04efe4 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] 10.222.0.120 "GET /v2.0/ports?device_id=346bc317-0dd4-4414-80ce-de30a6da33b1 HTTP/1.1" status: 200 len: 210 time: 0.1030040 Feb 11 13:27:08.996999 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd9ce8-d78b-423e-ad84-f416678d38b1 req-58c1ffdf-8e8c-4752-bdb8-757ce5d95917 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:08.998736 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bbbd9ce8-d78b-423e-ad84-f416678d38b1 req-58c1ffdf-8e8c-4752-bdb8-757ce5d95917 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 946 time: 0.1710753 Feb 11 13:27:09.008735 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 40974) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:09.014381 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-8492c80e-236b-401a-97d9-db9a4d95d059 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Request body: {'floatingip': {'port_id': '68810ce8-4aa0-4499-9610-0f55825d6609'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:09.120289 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8492c80e-236b-401a-97d9-db9a4d95d059 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:09.805879 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8492c80e-236b-401a-97d9-db9a4d95d059 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:09.837211 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8492c80e-236b-401a-97d9-db9a4d95d059 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514323'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:10.031128 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.l3_db [None req-8492c80e-236b-401a-97d9-db9a4d95d059 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Floating IP f036fb64-a2da-4304-8f77-b15b09243b24 associated. External IP: 172.28.1.96, port: 68810ce8-4aa0-4499-9610-0f55825d6609. Feb 11 13:27:10.666918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8492c80e-236b-401a-97d9-db9a4d95d059 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Router 6914bdd8-bc1e-438b-818a-8e080a3daabd has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:27:10.865806 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8492c80e-236b-401a-97d9-db9a4d95d059 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:27:10.870436 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8492c80e-236b-401a-97d9-db9a4d95d059 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:10.876645 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e258facf-a95c-4419-b689-f4d33ce304f3 None None] Sync routers for ids ['6914bdd8-bc1e-438b-818a-8e080a3daabd'] in dv-cinder-773985-4-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:27:10.889360 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e258facf-a95c-4419-b689-f4d33ce304f3 None None] Routers {'6914bdd8-bc1e-438b-818a-8e080a3daabd'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:27:10.893264 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e258facf-a95c-4419-b689-f4d33ce304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:26:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['6914bdd8-bc1e-438b-818a-8e080a3daabd'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:10.938885 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-8492c80e-236b-401a-97d9-db9a4d95d059 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "PUT /v2.0/floatingips/f036fb64-a2da-4304-8f77-b15b09243b24 HTTP/1.1" status: 200 len: 991 time: 1.9262397 Feb 11 13:27:10.938885 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d5d423-b9ce-4cf4-907a-0049211f65d1', 'tag': '68810ce8-4aa0-4499-9610-0f55825d6609'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:11.007285 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d5d423-b9ce-4cf4-907a-0049211f65d1', 'tag': '68810ce8-4aa0-4499-9610-0f55825d6609', 'status': 'completed', 'code': 200} Feb 11 13:27:11.104852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-e258facf-a95c-4419-b689-f4d33ce304f3 None None] Set router 6914bdd8-bc1e-438b-818a-8e080a3daabd gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:27:11.140642 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305311e-5e29-4c97-8466-c069205dbf64 req-4b9f1fab-9fc9-4f0a-8642-05641c686715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:11.142458 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1305311e-5e29-4c97-8466-c069205dbf64 req-4b9f1fab-9fc9-4f0a-8642-05641c686715 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=44959c6d103d41b6bfab4a6f3e28a3b9&device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 1163 time: 0.1012766 Feb 11 13:27:11.307822 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305311e-5e29-4c97-8466-c069205dbf64 req-8f86edfc-67d4-42f8-b132-c623ab664a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:11.309426 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1305311e-5e29-4c97-8466-c069205dbf64 req-8f86edfc-67d4-42f8-b132-c623ab664a0f service neutron] 10.222.0.111 "GET /v2.0/networks?id=432d53e6-aee4-4826-b14b-87a1a91902b3 HTTP/1.1" status: 200 len: 904 time: 0.1583629 Feb 11 13:27:11.337399 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 41028) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:11.432066 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1305311e-5e29-4c97-8466-c069205dbf64 req-b958fdfc-74d0-4767-83ef-d97acade1365 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68810ce8-4aa0-4499-9610-0f55825d6609 HTTP/1.1" status: 200 len: 999 time: 0.1135569 Feb 11 13:27:11.518565 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305311e-5e29-4c97-8466-c069205dbf64 req-d5da6cf9-4cf8-4b2e-893d-431360971e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:11.520221 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1305311e-5e29-4c97-8466-c069205dbf64 req-d5da6cf9-4cf8-4b2e-893d-431360971e02 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=98e5bf59-6944-4238-8be4-f45d233ac77b HTTP/1.1" status: 200 len: 849 time: 0.0737047 Feb 11 13:27:11.562705 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-add147e0-016a-4902-b0d5-6955c352dd56 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=e87fb670fd0d478c897d4c53feafe850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235935 Feb 11 13:27:11.563412 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 41036) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:11.613637 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305311e-5e29-4c97-8466-c069205dbf64 req-1d669676-f799-4d9a-9a2f-a7731f170fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:11.615425 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1305311e-5e29-4c97-8466-c069205dbf64 req-1d669676-f799-4d9a-9a2f-a7731f170fad service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=432d53e6-aee4-4826-b14b-87a1a91902b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0871115 Feb 11 13:27:11.631909 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e69a1ff-bb05-4203-8416-fe6401b6799e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:11.663709 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e69a1ff-bb05-4203-8416-fe6401b6799e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:11.761893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e69a1ff-bb05-4203-8416-fe6401b6799e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:11.768523 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:11.788268 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69a1ff-bb05-4203-8416-fe6401b6799e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e6a3f5-e8c2-4377-a68d-a8bbdce5b7ea,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:11.791234 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3e69a1ff-bb05-4203-8416-fe6401b6799e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:11.813049 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1305311e-5e29-4c97-8466-c069205dbf64 req-e85c0a0f-a6d5-4c9c-930b-9c9f8693e855 service neutron] 10.222.0.111 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878302 Feb 11 13:27:11.835931 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e69a1ff-bb05-4203-8416-fe6401b6799e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:11.842548 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-3e69a1ff-bb05-4203-8416-fe6401b6799e admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/b7e6a3f5-e8c2-4377-a68d-a8bbdce5b7ea HTTP/1.1" status: 204 len: 168 time: 0.2779329 Feb 11 13:27:11.871918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e258facf-a95c-4419-b689-f4d33ce304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_floatingips': [{'id': 'f036fb64-a2da-4304-8f77-b15b09243b24', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'floating_ip_address': '172.28.1.96', 'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'router_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'port_id': '68810ce8-4aa0-4499-9610-0f55825d6609', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'mac_address': 'fa:16:3e:39:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d5d423-b9ce-4cf4-907a-0049211f65d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:26:48Z', 'updated_at': '2021-02-11T13:27:09Z', 'revision_number': 1, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f69e05e-2fff-4916-b25c-254c579b6508', 'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'mac_address': 'fa:16:3e:a8:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:54Z', 'updated_at': '2021-02-11T13:22:16Z', 'revision_number': 5, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'subnets': [{'id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:11.880205 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e258facf-a95c-4419-b689-f4d33ce304f3 None None] Checking router: 6914bdd8-bc1e-438b-818a-8e080a3daabd for host: dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:27:11.898635 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e258facf-a95c-4419-b689-f4d33ce304f3 None None] Routers {'6914bdd8-bc1e-438b-818a-8e080a3daabd'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:27:11.899312 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e258facf-a95c-4419-b689-f4d33ce304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:26:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['6914bdd8-bc1e-438b-818a-8e080a3daabd'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:11.984000 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1305311e-5e29-4c97-8466-c069205dbf64 req-ad40f39b-9a44-4fb9-8a12-f0826cd6feff service neutron] 10.222.0.111 "GET /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1607811 Feb 11 13:27:12.127446 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-e258facf-a95c-4419-b689-f4d33ce304f3 None None] Set router 6914bdd8-bc1e-438b-818a-8e080a3daabd gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:27:12.542432 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e258facf-a95c-4419-b689-f4d33ce304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_floatingips': [{'id': 'f036fb64-a2da-4304-8f77-b15b09243b24', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'floating_ip_address': '172.28.1.96', 'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'router_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'port_id': '68810ce8-4aa0-4499-9610-0f55825d6609', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'mac_address': 'fa:16:3e:39:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d5d423-b9ce-4cf4-907a-0049211f65d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:26:48Z', 'updated_at': '2021-02-11T13:27:09Z', 'revision_number': 1, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f69e05e-2fff-4916-b25c-254c579b6508', 'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'mac_address': 'fa:16:3e:a8:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:54Z', 'updated_at': '2021-02-11T13:22:16Z', 'revision_number': 5, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'subnets': [{'id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:12.547317 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e258facf-a95c-4419-b689-f4d33ce304f3 None None] The sync data for ids ['6914bdd8-bc1e-438b-818a-8e080a3daabd'] in dv-cinder-773985-4-smb is: [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_floatingips': [{'id': 'f036fb64-a2da-4304-8f77-b15b09243b24', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'floating_ip_address': '172.28.1.96', 'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'router_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'port_id': '68810ce8-4aa0-4499-9610-0f55825d6609', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'mac_address': 'fa:16:3e:39:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d5d423-b9ce-4cf4-907a-0049211f65d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:26:48Z', 'updated_at': '2021-02-11T13:27:09Z', 'revision_number': 1, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f69e05e-2fff-4916-b25c-254c579b6508', 'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'mac_address': 'fa:16:3e:a8:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:54Z', 'updated_at': '2021-02-11T13:22:16Z', 'revision_number': 5, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'subnets': [{'id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:27:12.871988 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ddf7b-d029-4b2e-a763-d80e7743108a None None] New status for floating IP f036fb64-a2da-4304-8f77-b15b09243b24: ACTIVE {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:27:12.986277 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 41066) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:13.129382 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1425398277-network', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:13.134752 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:27:13.139442 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Usage tracker for resource:network and tenant:e70b61b29b56480eb7d1431eed039570 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:27:13.143063 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:27:13.149178 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:27:13.214716 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Made reservation on behalf of e70b61b29b56480eb7d1431eed039570 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:27:13.219855 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:13.234432 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:13.251246 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:27:13.255321 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Usage tracker for resource:security_group_rule and tenant:e70b61b29b56480eb7d1431eed039570 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:27:13.258511 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:27:13.266963 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:27:13.360497 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:13.391061 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:13.399456 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8f8def6d-027f-465b-bc45-aea8eae6da41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:13.421052 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:27:13.433636 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769294546052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:13.433835 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.segments_db [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Added segment 7a9694b3-9ab5-487f-9767-355984aea8c7 of type vxlan for network e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 Feb 11 13:27:13.470706 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769294074005'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:13.496926 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8712e69e-d983-419b-a364-0c8e4ca82807,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:13.501072 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:13.550888 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:13.552236 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:13.552898 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:13.556994 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:13.671040 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Pushing event updated for resources: {'Network': ['ID=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:13.676656 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:13.683329 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Network e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 details requested by agent ovs-agent-dv-cinder-773985-4-smb with host dv-cinder-773985-4-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:27:13.700725 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Network e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:27:13.702170 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7145367 Feb 11 13:27:13.708997 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 41082) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:13.713531 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-8b1b8c02-2330-4a2f-8ad4-39b704a3073c admin admin] Request body: {'subnet': {'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1425398277-subnet', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:13.719083 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-8b1b8c02-2330-4a2f-8ad4-39b704a3073c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:27:13.723702 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-8b1b8c02-2330-4a2f-8ad4-39b704a3073c admin admin] Usage tracker for resource:subnet and tenant:e70b61b29b56480eb7d1431eed039570 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:27:13.728210 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-8b1b8c02-2330-4a2f-8ad4-39b704a3073c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:27:13.738756 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-8b1b8c02-2330-4a2f-8ad4-39b704a3073c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:27:13.796920 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1b8c02-2330-4a2f-8ad4-39b704a3073c admin admin] Made reservation on behalf of e70b61b29b56480eb7d1431eed039570 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:27:13.804053 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8b1b8c02-2330-4a2f-8ad4-39b704a3073c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9677277'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:14.300299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8b1b8c02-2330-4a2f-8ad4-39b704a3073c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2266668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9677260'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:14.316955 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:14.455984 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b8c02-2330-4a2f-8ad4-39b704a3073c admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d9761c-b1e5-4395-85ab-f068c35e48d4,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:14.459274 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8b1b8c02-2330-4a2f-8ad4-39b704a3073c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:14.529428 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1b8c02-2330-4a2f-8ad4-39b704a3073c admin admin] Checking segment: {'id': '7a9694b3-9ab5-487f-9767-355984aea8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:27:14.529858 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1b8c02-2330-4a2f-8ad4-39b704a3073c admin admin] Network hostable DHCP agents. Network: e1c48bf6-a435-4b2c-8e7b-e414eb5449d6, hostable agents: ['1ef1e8a0-3524-48fd-9506-a9618884bda0'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:27:14.601405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1b8c02-2330-4a2f-8ad4-39b704a3073c admin admin] Network e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 is scheduled to be hosted by DHCP agent 1ef1e8a0-3524-48fd-9506-a9618884bda0 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:27:14.683047 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-8b1b8c02-2330-4a2f-8ad4-39b704a3073c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-smb, e1c48bf6-a435-4b2c-8e7b-e414eb5449d6) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:27:14.692558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160dbd68-75f4-46f2-8521-d87d5425b737 None None] Network e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:27:14.696009 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1b8c02-2330-4a2f-8ad4-39b704a3073c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:14.696669 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8b1b8c02-2330-4a2f-8ad4-39b704a3073c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:14.769100 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-8b1b8c02-2330-4a2f-8ad4-39b704a3073c admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0610278 Feb 11 13:27:14.771823 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 41094) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:14.778029 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1425398277-router', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:14.783126 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:27:14.787537 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Usage tracker for resource:router and tenant:e70b61b29b56480eb7d1431eed039570 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:27:14.791426 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:27:14.797982 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:27:14.843384 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853194696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774854'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:14.844516 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853191021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854262381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-947'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:14.863380 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:15.098054 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15d7bf49-fbbe-50d7-94f3-dd471b9ffc91-e1c48bf6-a435-4b2c-8e7b-e414eb5449d6', 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'fixed_ips': [{'subnet_id': '66d9761c-b1e5-4395-85ab-f068c35e48d4'}]}} from dv-cinder-773985-4-smb. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 13:27:15.099001 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:15.207924 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854262398', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853194709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-928'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:15.415125 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Allocated IP 172.20.0.2 (e1c48bf6-a435-4b2c-8e7b-e414eb5449d6/66d9761c-b1e5-4395-85ab-f068c35e48d4/0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:27:15.640910 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:15.652874 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:15.672863 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Transition to ACTIVE for port object 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:27:15.679768 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e3fd067d-3a1a-4812-a830-fe786348ceeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:15.683808 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Transition to ACTIVE for port object 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:27:15.685688 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:15.711734 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:15.727598 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:15.871887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Pushing event updated for resources: {'Port': ['ID=0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:15.876243 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:15.922398 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Network e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:27:15.923799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Resources bound (agent type, host, resource id): {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:27:15.926302 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:27:15.978128 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Allocated IP 172.28.1.250 (9b988e67-9b89-43b7-af4a-040b9df3e619/8661603f-17f1-42e8-835b-9e08198d29f6/fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:27:15.992569 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Attempting to bind port 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:15.992569 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Attempting to bind port 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '7a9694b3-9ab5-487f-9767-355984aea8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:27:15.992569 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Attempting to bind port 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 on network e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:27:15.999851 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:27:16.000227 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Checking segment: {'id': '7a9694b3-9ab5-487f-9767-355984aea8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:27:16.000630 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:16.001115 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Bound using segment: {'id': '7a9694b3-9ab5-487f-9767-355984aea8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:27:16.001828 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Bound port: 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9694b3-9ab5-487f-9767-355984aea8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:27:16.002262 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:16.102890 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] For port 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:27:16.106762 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] For port 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962,segment=NetworkSegment(7a9694b3-9ab5-487f-9767-355984aea8c7),segment_id=7a9694b3-9ab5-487f-9767-355984aea8c7)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:27:16.153331 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:16.156929 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:16.173917 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:16.215115 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:16.232295 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:16.330954 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Pushing event updated for resources: {'Port': ['ID=0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:16.337157 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:16.340916 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-19c7669b-e5be-4096-bb52-5800b7033cdb req-5921a8d2-92a8-47c4-813a-c6de259acbe8 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-712620830&fields=id&tenant_id=00e29c751ba64590951fc193a9d8823c HTTP/1.1" status: 200 len: 267 time: 0.0707152 Feb 11 13:27:16.549751 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7669b-e5be-4096-bb52-5800b7033cdb req-e1a343f3-b663-4ea0-995e-8d9757f3566a tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:16.551607 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-19c7669b-e5be-4096-bb52-5800b7033cdb req-e1a343f3-b663-4ea0-995e-8d9757f3566a tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 985 time: 0.2036679 Feb 11 13:27:16.565022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-19c7669b-e5be-4096-bb52-5800b7033cdb req-d5d9666a-1447-42a8-b24e-1b8214765a55 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Request body: {'port': {'security_groups': ['e8566839-ba0a-430a-b63c-6c07c952dfe0']}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:16.631024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:16.636456 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:16.681241 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Network 9b988e67-9b89-43b7-af4a-040b9df3e619 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:27:16.685457 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:27:16.687147 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:27:16.736764 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-19c7669b-e5be-4096-bb52-5800b7033cdb req-d5d9666a-1447-42a8-b24e-1b8214765a55 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:17.276426 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-19c7669b-e5be-4096-bb52-5800b7033cdb req-d5d9666a-1447-42a8-b24e-1b8214765a55 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] For port f05658e7-eb6f-4133-b4ee-d91446960963, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f05658e7-eb6f-4133-b4ee-d91446960963,segment=NetworkSegment(ffe481f5-ee24-4270-ac1a-36f251bd1339),segment_id=ffe481f5-ee24-4270-ac1a-36f251bd1339)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:17.306630 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-19c7669b-e5be-4096-bb52-5800b7033cdb req-d5d9666a-1447-42a8-b24e-1b8214765a55 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:17.346796 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-19c7669b-e5be-4096-bb52-5800b7033cdb req-d5d9666a-1447-42a8-b24e-1b8214765a55 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:17.373608 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:17.380848 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:17.533995 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9666a-1447-42a8-b24e-1b8214765a55 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Pushing event updated for resources: {'Port': ['ID=f05658e7-eb6f-4133-b4ee-d91446960963,revision_number=6']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:17.538932 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d5d9666a-1447-42a8-b24e-1b8214765a55 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:17.664675 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7669b-e5be-4096-bb52-5800b7033cdb req-d5d9666a-1447-42a8-b24e-1b8214765a55 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:17.665423 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-19c7669b-e5be-4096-bb52-5800b7033cdb req-d5d9666a-1447-42a8-b24e-1b8214765a55 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:17.667248 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-19c7669b-e5be-4096-bb52-5800b7033cdb req-d5d9666a-1447-42a8-b24e-1b8214765a55 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "PUT /v2.0/ports/f05658e7-eb6f-4133-b4ee-d91446960963 HTTP/1.1" status: 200 len: 943 time: 1.1080613 Feb 11 13:27:17.667871 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'tag': 'f05658e7-eb6f-4133-b4ee-d91446960963'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:17.870473 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9e244771-0303-4791-b943-cb47970838b4 req-4d395332-7aed-4d5e-99f6-ca38b2bf2530 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups/5db5bf3e-79c7-4981-9e44-5569c7963ccc HTTP/1.1" status: 200 len: 3003 time: 0.1442735 Feb 11 13:27:17.875451 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'tag': 'f05658e7-eb6f-4133-b4ee-d91446960963', 'status': 'completed', 'code': 200} Feb 11 13:27:17.903216 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513509'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:17.955046 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:27:18.094162 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-9e244771-0303-4791-b943-cb47970838b4 req-bb117058-9fb4-4893-ba07-bb2d4169962e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:18.116124 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628a5fb-972c-4036-b777-70f52840bb1a req-00ef1aff-32f9-4332-94a0-076203b85cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:18.117778 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-918b7bbc-d5d1-45fc-98a2-7c8d9433c624 None None] Provisioning complete for port f05658e7-eb6f-4133-b4ee-d91446960963 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:18.117920 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0628a5fb-972c-4036-b777-70f52840bb1a req-00ef1aff-32f9-4332-94a0-076203b85cf6 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=00e29c751ba64590951fc193a9d8823c&device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 1163 time: 0.2459114 Feb 11 13:27:18.118209 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-918b7bbc-d5d1-45fc-98a2-7c8d9433c624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:18.151499 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:27:18.177200 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-9e244771-0303-4791-b943-cb47970838b4 req-bb117058-9fb4-4893-ba07-bb2d4169962e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:18.294443 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffd2ac4-99d6-42b3-8fb2-5b1d3d7fabb0 None None] Network e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:27:18.299799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Router 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 is scheduled to L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 13:27:18.556775 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-9e244771-0303-4791-b943-cb47970838b4 req-bb117058-9fb4-4893-ba07-bb2d4169962e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:18.565190 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:27:18.574558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-aa99cfc3-37db-42b9-9129-aad921fc6ed5 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:18.589273 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb117058-9fb4-4893-ba07-bb2d4169962e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db5bf3e-79c7-4981-9e44-5569c7963ccc,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:18.600861 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bb117058-9fb4-4893-ba07-bb2d4169962e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:18.608320 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628a5fb-972c-4036-b777-70f52840bb1a req-5f18171f-1ef3-4eb7-90e7-9895d81b6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:18.609921 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0628a5fb-972c-4036-b777-70f52840bb1a req-5f18171f-1ef3-4eb7-90e7-9895d81b6205 service neutron] 10.222.0.111 "GET /v2.0/networks?id=f00aeee0-a55a-4662-92f5-a8c965ecd91a HTTP/1.1" status: 200 len: 908 time: 0.4799855 Feb 11 13:27:18.613490 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Sync routers for ids ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'] in dv-cinder-773985-4-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:27:18.624914 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:18.626655 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] 10.222.0.120 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8537869 Feb 11 13:27:18.629627 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 41136) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:18.629815 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-1da5798c-354b-42eb-a840-9263ef2ccbbd None None] Provisioning for port 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:27:18.645663 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-1da5798c-354b-42eb-a840-9263ef2ccbbd None None] Provisioning complete for port 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:18.646028 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1da5798c-354b-42eb-a840-9263ef2ccbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:18.680438 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Routers {'0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:27:18.681043 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:26:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:18.738976 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0628a5fb-972c-4036-b777-70f52840bb1a req-93dcc31e-4e49-4e0a-a3bb-ac6914625e31 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f05658e7-eb6f-4133-b4ee-d91446960963 HTTP/1.1" status: 200 len: 1001 time: 0.1216190 Feb 11 13:27:18.740132 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-9e244771-0303-4791-b943-cb47970838b4 req-bb117058-9fb4-4893-ba07-bb2d4169962e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:18.741542 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9e244771-0303-4791-b943-cb47970838b4 req-bb117058-9fb4-4893-ba07-bb2d4169962e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "DELETE /v2.0/security-groups/5db5bf3e-79c7-4981-9e44-5569c7963ccc HTTP/1.1" status: 204 len: 173 time: 0.7867985 Feb 11 13:27:18.835633 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628a5fb-972c-4036-b777-70f52840bb1a req-44833caa-367c-4573-bd58-15ef7d187a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:18.837254 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0628a5fb-972c-4036-b777-70f52840bb1a req-44833caa-367c-4573-bd58-15ef7d187a01 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=91ff8925-901e-4f62-a46b-d8fc7bef8096 HTTP/1.1" status: 200 len: 853 time: 0.0908115 Feb 11 13:27:18.911315 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-dcd01e8f-c0a2-4eab-b1a2-df0e4bfcecec tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/floatingips/6f0fa8bd-fd2d-4aac-942a-0d5599d9b4d6 HTTP/1.1" status: 200 len: 998 time: 0.1335089 Feb 11 13:27:18.914560 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device f05658e7-eb6f-4133-b4ee-d91446960963 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:27:18.942405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628a5fb-972c-4036-b777-70f52840bb1a req-6c1ce9e1-0b06-4d5c-bd2d-93751c0d7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:18.944054 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0628a5fb-972c-4036-b777-70f52840bb1a req-6c1ce9e1-0b06-4d5c-bd2d-93751c0d7e53 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f00aeee0-a55a-4662-92f5-a8c965ecd91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1001210 Feb 11 13:27:19.083312 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:19.135635 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a5f2-a724-4199-ba91-c0f34490d73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:19.145090 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1da5798c-354b-42eb-a840-9263ef2ccbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:19.156116 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0628a5fb-972c-4036-b777-70f52840bb1a req-84f21cd2-9b51-44f7-bfcc-507d035b67e4 service neutron] 10.222.0.111 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039053 Feb 11 13:27:19.190335 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Set router 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:27:19.386795 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0628a5fb-972c-4036-b777-70f52840bb1a req-faeaf6af-8d24-4eb8-abd7-58e1ff4d748a service neutron] 10.222.0.111 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2227769 Feb 11 13:27:19.413425 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port f05658e7-eb6f-4133-b4ee-d91446960963 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:19.413855 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:19.697025 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-6f226399-0ff0-4592-a000-5c198cfb6bbc tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:19.698629 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-6f226399-0ff0-4592-a000-5c198cfb6bbc tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/networks/9b988e67-9b89-43b7-af4a-040b9df3e619 HTTP/1.1" status: 200 len: 784 time: 0.7631178 Feb 11 13:27:19.704961 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-1da5798c-354b-42eb-a840-9263ef2ccbbd None None] For port 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962,segment=NetworkSegment(7a9694b3-9ab5-487f-9767-355984aea8c7),segment_id=7a9694b3-9ab5-487f-9767-355984aea8c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:19.727789 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-1a949989-4a96-413f-9980-07b3797eebdf tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:27:19.729929 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-1a949989-4a96-413f-9980-07b3797eebdf tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0213120 Feb 11 13:27:19.806775 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1da5798c-354b-42eb-a840-9263ef2ccbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:19.825030 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d205ed62-f97f-49a6-8c6d-1e30fa7f07ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:19.950094 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5798c-354b-42eb-a840-9263ef2ccbbd None None] Pushing event updated for resources: {'Port': ['ID=0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:19.954194 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-41d0d2b3-6efc-4f32-ae7e-dc72eb9ab941 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/floatingips?floating_ip_address=172.28.1.78 HTTP/1.1" status: 200 len: 1001 time: 0.2154210 Feb 11 13:27:19.986685 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1da5798c-354b-42eb-a840-9263ef2ccbbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:20.033166 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-f66ecec2-7f4e-439d-a37d-fa252ced06d2 None None] Provisioning complete for port 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:20.034202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f66ecec2-7f4e-439d-a37d-fa252ced06d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:20.186844 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:20.200764 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'name': 'tempest-TestShelveInstance-1425398277-router', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:14Z', 'updated_at': '2021-02-11T13:27:17Z', 'revision_number': 3, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'gw_port': {'id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:15Z', 'updated_at': '2021-02-11T13:27:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:20.206041 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Checking router: 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 for host: dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:27:20.206738 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Updating router 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 port fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b binding host dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:27:20.206891 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-e1d30d3e-349a-49ab-987c-cf22e07480c4 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:20.208379 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-e1d30d3e-349a-49ab-987c-cf22e07480c4 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports/f05658e7-eb6f-4133-b4ee-d91446960963 HTTP/1.1" status: 200 len: 943 time: 0.1912682 Feb 11 13:27:20.282603 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:20.525232 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-ad80883e-729e-4c67-b0cd-354f9a41de42 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/floatingips?floating_ip_address=172.28.1.78 HTTP/1.1" status: 200 len: 1001 time: 0.1914933 Feb 11 13:27:20.663549 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:20.715979 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:20.753122 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:20.769689 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Transition to ACTIVE for port object fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:27:20.809612 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:20.828741 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:20.905219 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-2e3685fc-3284-4bb9-afc4-647630c3e99e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Deleting port 64e91fb0-923f-4ac7-8b3e-6bae4eb3d433 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:27:20.905623 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-2e3685fc-3284-4bb9-afc4-647630c3e99e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:20.985944 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328c3f2-a293-4955-b721-973b7dad3fbe None None] Pushing event updated for resources: {'Port': ['ID=fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:20.990558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7328c3f2-a293-4955-b721-973b7dad3fbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:21.050408 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Attempting to bind port fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:21.050832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Attempting to bind port fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:27:21.051322 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Attempting to bind port fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b on network 9b988e67-9b89-43b7-af4a-040b9df3e619 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:27:21.057316 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:27:21.057743 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Checking segment: {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:27:21.058197 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:21.058777 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Bound using segment: {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:27:21.059146 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Bound port: fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:27:21.059572 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:21.162951 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] For port fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:27:21.166525 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] For port fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:27:21.239141 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-2e3685fc-3284-4bb9-afc4-647630c3e99e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:21.239418 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-2e3685fc-3284-4bb9-afc4-647630c3e99e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:21.248894 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:21.265369 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:21.384769 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-2e3685fc-3284-4bb9-afc4-647630c3e99e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Calling delete_port for 64e91fb0-923f-4ac7-8b3e-6bae4eb3d433 owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:27:21.421008 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328c3f2-a293-4955-b721-973b7dad3fbe None None] Pushing event updated for resources: {'Port': ['ID=fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:21.426870 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7328c3f2-a293-4955-b721-973b7dad3fbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:21.471862 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Routers {'0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:27:21.472551 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:27:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:21.520346 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Allocated IP 172.20.0.1 (e1c48bf6-a435-4b2c-8e7b-e414eb5449d6/66d9761c-b1e5-4395-85ab-f068c35e48d4/bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:27:21.676864 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] Set router 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:27:21.898075 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:27:22.004168 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:22.014740 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-2e3685fc-3284-4bb9-afc4-647630c3e99e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:22.033556 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:22.052871 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:22.053222 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:22.098401 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3685fc-3284-4bb9-afc4-647630c3e99e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Pushing event deleted for resources: {'Port': ['ID=64e91fb0-923f-4ac7-8b3e-6bae4eb3d433,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:22.102737 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Transition to ACTIVE for port object bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:27:22.104444 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2e3685fc-3284-4bb9-afc4-647630c3e99e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:22.178161 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'name': 'tempest-TestShelveInstance-1425398277-router', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:14Z', 'updated_at': '2021-02-11T13:27:17Z', 'revision_number': 3, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'gw_port': {'id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:15Z', 'updated_at': '2021-02-11T13:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:22.193623 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf0b0c-2e3c-4aa3-8aa8-2d0f5dfb8180 None None] The sync data for ids ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'] in dv-cinder-773985-4-smb is: [{'id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'name': 'tempest-TestShelveInstance-1425398277-router', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:14Z', 'updated_at': '2021-02-11T13:27:17Z', 'revision_number': 3, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'gw_port': {'id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:15Z', 'updated_at': '2021-02-11T13:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:27:22.265952 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:22.286118 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4689b47e-daf7-4b6a-8bd9-37fad0f2757b tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:22.468926 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-2e3685fc-3284-4bb9-afc4-647630c3e99e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:22.469301 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.l3_db [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-2e3685fc-3284-4bb9-afc4-647630c3e99e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Floating IP 6f0fa8bd-fd2d-4aac-942a-0d5599d9b4d6 disassociated (deleted). External IP: 172.28.1.78, port: f05658e7-eb6f-4133-b4ee-d91446960963. Feb 11 13:27:22.532389 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:22.611345 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:22.720196 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Network e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:27:22.723338 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:27:22.727739 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:27:22.945142 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-514489'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:23.048453 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-3a30cfe4-be23-40a6-851c-1264ae3f2189 None None] Provisioning for port bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:27:23.055139 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-3a30cfe4-be23-40a6-851c-1264ae3f2189 None None] Provisioning complete for port bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:23.055573 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3a30cfe4-be23-40a6-851c-1264ae3f2189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:23.117717 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-3a30cfe4-be23-40a6-851c-1264ae3f2189 None None] Port bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:27:23.185630 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-2e3685fc-3284-4bb9-afc4-647630c3e99e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Router 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:27:23.440639 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-2e3685fc-3284-4bb9-afc4-647630c3e99e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:27:23.450971 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f90f1-8df7-4027-a2dc-1449161320d9 None None] Sync routers for ids ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'] in dv-cinder-773985-4-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:27:23.461360 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f90f1-8df7-4027-a2dc-1449161320d9 None None] Routers {'9fd5bfaa-2d4b-4751-9bd0-23df613279f6'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:27:23.462178 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-b06f90f1-8df7-4027-a2dc-1449161320d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:27:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:23.466706 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:23.597167 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-2e3685fc-3284-4bb9-afc4-647630c3e99e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:23.672138 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-b06f90f1-8df7-4027-a2dc-1449161320d9 None None] Set router 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:27:23.681623 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-2e3685fc-3284-4bb9-afc4-647630c3e99e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "DELETE /v2.0/floatingips/6f0fa8bd-fd2d-4aac-942a-0d5599d9b4d6 HTTP/1.1" status: 204 len: 173 time: 3.1483705 Feb 11 13:27:23.696268 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'tag': 'f05658e7-eb6f-4133-b4ee-d91446960963'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:24.029967 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:27:24.095263 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'tag': 'f05658e7-eb6f-4133-b4ee-d91446960963', 'status': 'completed', 'code': 200} Feb 11 13:27:24.188246 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-b06f90f1-8df7-4027-a2dc-1449161320d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'name': 'tempest-TestMinimumBasicScenario-852281771-router', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:24:01Z', 'updated_at': '2021-02-11T13:24:09Z', 'revision_number': 4, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'gw_port': {'id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:02Z', 'updated_at': '2021-02-11T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': 'c8d20e41-d46b-4c4c-8788-d9dddd2c4110', 'name': '', 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'mac_address': 'fa:16:3e:66:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '91ff8925-901e-4f62-a46b-d8fc7bef8096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:07Z', 'updated_at': '2021-02-11T13:24:20Z', 'revision_number': 5, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'subnets': [{'id': '91ff8925-901e-4f62-a46b-d8fc7bef8096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:24.195405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-f1d3e86f-1d9f-4b03-9da9-6e799c75a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:24.197139 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-f1d3e86f-1d9f-4b03-9da9-6e799c75a081 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=00e29c751ba64590951fc193a9d8823c&device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 1163 time: 0.4951925 Feb 11 13:27:24.198367 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f90f1-8df7-4027-a2dc-1449161320d9 None None] Checking router: 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 for host: dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:27:24.214428 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f90f1-8df7-4027-a2dc-1449161320d9 None None] Routers {'9fd5bfaa-2d4b-4751-9bd0-23df613279f6'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:27:24.215257 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-b06f90f1-8df7-4027-a2dc-1449161320d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:27:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:24.247137 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:27:24.249923 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c227cb0-23f5-4fd7-8020-5642968f208f req-636f129e-3085-4df4-b841-be5502b57502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:24.253496 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:24.253799 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c227cb0-23f5-4fd7-8020-5642968f208f req-636f129e-3085-4df4-b841-be5502b57502 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=00e29c751ba64590951fc193a9d8823c&device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 1163 time: 0.1472821 Feb 11 13:27:24.255201 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:24.264090 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:24.321965 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2266548'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:24.366351 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-01ae76a9-44be-4036-a38a-6390a36ad01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:24.456275 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c227cb0-23f5-4fd7-8020-5642968f208f req-727c40ae-3f4e-4180-8634-c2cc7c3ec5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:24.461880 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c227cb0-23f5-4fd7-8020-5642968f208f req-727c40ae-3f4e-4180-8634-c2cc7c3ec5b5 service neutron] 10.222.0.111 "GET /v2.0/networks?id=f00aeee0-a55a-4662-92f5-a8c965ecd91a HTTP/1.1" status: 200 len: 908 time: 0.1966355 Feb 11 13:27:24.475053 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:24.485200 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:24.486200 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853191683'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:24.554618 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-4e572eaa-eeaa-44c8-bb9e-bbf87b907baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:24.558419 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-4e572eaa-eeaa-44c8-bb9e-bbf87b907baa service neutron] 10.222.0.120 "GET /v2.0/networks?id=f00aeee0-a55a-4662-92f5-a8c965ecd91a HTTP/1.1" status: 200 len: 908 time: 0.3521502 Feb 11 13:27:24.578623 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c227cb0-23f5-4fd7-8020-5642968f208f req-d969d55a-d0ae-4c60-be54-51e803ea0a1e service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f05658e7-eb6f-4133-b4ee-d91446960963 HTTP/1.1" status: 200 len: 217 time: 0.1094553 Feb 11 13:27:24.604596 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-b06f90f1-8df7-4027-a2dc-1449161320d9 None None] Set router 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:27:24.669087 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c227cb0-23f5-4fd7-8020-5642968f208f req-05097591-e803-4c6c-b4e7-161abcd0128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:24.671089 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c227cb0-23f5-4fd7-8020-5642968f208f req-05097591-e803-4c6c-b4e7-161abcd0128f service neutron] 10.222.0.111 "GET /v2.0/subnets?id=91ff8925-901e-4f62-a46b-d8fc7bef8096 HTTP/1.1" status: 200 len: 853 time: 0.0797760 Feb 11 13:27:24.695206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:24.718299 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] For port fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:24.751514 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:24.758027 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-e1a9339a-b060-44b7-a75e-a5694d9cc005 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f05658e7-eb6f-4133-b4ee-d91446960963 HTTP/1.1" status: 200 len: 217 time: 0.0843680 Feb 11 13:27:24.760348 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-26b00049-67f7-44de-b287-bc91b51981c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:24.774893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c227cb0-23f5-4fd7-8020-5642968f208f req-cda02d5f-d6d2-4f7e-b393-24e7d038be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:24.777470 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c227cb0-23f5-4fd7-8020-5642968f208f req-cda02d5f-d6d2-4f7e-b393-24e7d038be3f service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f00aeee0-a55a-4662-92f5-a8c965ecd91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0944438 Feb 11 13:27:24.817508 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Network e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:27:24.824588 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:27:24.885769 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Pushing event updated for resources: {'Port': ['ID=fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:24.914649 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.915275 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.915953 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.916918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.917575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.918210 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.918835 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.919474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.920136 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.921701 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.922377 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.923037 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.923904 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.924513 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.925137 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.925777 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.926421 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.927071 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.927781 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.928411 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.929045 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.929674 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.930300 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.931897 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:24.946498 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:24.995720 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-1a7b9f74-2d78-4773-b8d0-a57f5f261dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:24.997361 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-1a7b9f74-2d78-4773-b8d0-a57f5f261dfe service neutron] 10.222.0.120 "GET /v2.0/subnets?id=91ff8925-901e-4f62-a46b-d8fc7bef8096 HTTP/1.1" status: 200 len: 853 time: 0.2322783 Feb 11 13:27:25.012284 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c227cb0-23f5-4fd7-8020-5642968f208f req-e6efa56d-3f70-4ffa-86e8-adb0e600d2b5 service neutron] 10.222.0.111 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273779 Feb 11 13:27:25.041612 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-b06f90f1-8df7-4027-a2dc-1449161320d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'name': 'tempest-TestMinimumBasicScenario-852281771-router', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:24:01Z', 'updated_at': '2021-02-11T13:24:09Z', 'revision_number': 4, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'gw_port': {'id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:02Z', 'updated_at': '2021-02-11T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': 'c8d20e41-d46b-4c4c-8788-d9dddd2c4110', 'name': '', 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'mac_address': 'fa:16:3e:66:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '91ff8925-901e-4f62-a46b-d8fc7bef8096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:07Z', 'updated_at': '2021-02-11T13:24:20Z', 'revision_number': 5, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'subnets': [{'id': '91ff8925-901e-4f62-a46b-d8fc7bef8096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:25.046597 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f90f1-8df7-4027-a2dc-1449161320d9 None None] The sync data for ids ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'] in dv-cinder-773985-4-smb is: [{'id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'name': 'tempest-TestMinimumBasicScenario-852281771-router', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:24:01Z', 'updated_at': '2021-02-11T13:24:09Z', 'revision_number': 4, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'gw_port': {'id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:02Z', 'updated_at': '2021-02-11T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': 'c8d20e41-d46b-4c4c-8788-d9dddd2c4110', 'name': '', 'network_id': 'f00aeee0-a55a-4662-92f5-a8c965ecd91a', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'mac_address': 'fa:16:3e:66:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '91ff8925-901e-4f62-a46b-d8fc7bef8096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:07Z', 'updated_at': '2021-02-11T13:24:20Z', 'revision_number': 5, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'subnets': [{'id': '91ff8925-901e-4f62-a46b-d8fc7bef8096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:27:25.148819 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Router 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:27:25.161212 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-0b4ae1a6-3622-4f38-8639-178cd04ad622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:25.163185 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-0b4ae1a6-3622-4f38-8639-178cd04ad622 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f00aeee0-a55a-4662-92f5-a8c965ecd91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1569393 Feb 11 13:27:25.189633 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c227cb0-23f5-4fd7-8020-5642968f208f req-d2808d41-34f8-4be6-97cb-aae567b94195 service neutron] 10.222.0.111 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1691425 Feb 11 13:27:25.192862 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-dc23d62a-224d-45c6-818a-ef9faf17d2cb None None] Provisioning complete for port bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:25.193366 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dc23d62a-224d-45c6-818a-ef9faf17d2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:25.264448 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-dc23d62a-224d-45c6-818a-ef9faf17d2cb None None] Port bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:27:25.483606 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-00bc8f7c-c825-4597-b0f3-936f1fca93f8 service neutron] 10.222.0.120 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583797 Feb 11 13:27:25.484870 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:27:25.494097 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-1bc15e79-f4ff-4592-8358-39754b0c3ec8 admin admin] 10.222.0.120 "PUT /v2.0/routers/0ec36b7d-0e79-4c98-b398-b26f2f5be6f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8630962 Feb 11 13:27:25.616657 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Sync routers for ids ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'] in dv-cinder-773985-4-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:27:25.623057 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Routers {'0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:27:25.626303 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:27:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:25.678901 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65eb4bb7-db5c-46f1-b70c-e972cd0fec3f req-484e5c96-63b0-4665-be90-0bc81834358e service neutron] 10.222.0.120 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1829288 Feb 11 13:27:25.832563 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb73fd-da61-4c40-af75-664690079565 None None] New status for floating IP 6f0fa8bd-fd2d-4aac-942a-0d5599d9b4d6: DOWN {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:27:25.876893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Set router 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:27:26.051914 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:27:26.279154 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:26.279577 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:26.476606 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'name': 'tempest-TestShelveInstance-1425398277-router', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:14Z', 'updated_at': '2021-02-11T13:27:23Z', 'revision_number': 4, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'gw_port': {'id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:15Z', 'updated_at': '2021-02-11T13:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': 'bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8', 'name': '', 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'mac_address': 'fa:16:3e:76:44:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '66d9761c-b1e5-4395-85ab-f068c35e48d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:21Z', 'updated_at': '2021-02-11T13:27:23Z', 'revision_number': 2, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'subnets': [{'id': '66d9761c-b1e5-4395-85ab-f068c35e48d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:26.481552 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Checking router: 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 for host: dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:27:26.481957 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Updating router 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 port bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 binding host dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:27:26.555105 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:26.830905 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 41246) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:26.839933 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1001897668-network', 'tenant_id': '51d49d69d0c64e8aa89e2dfea13fa249'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:26.846602 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:27:26.851747 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Usage tracker for resource:network and tenant:51d49d69d0c64e8aa89e2dfea13fa249 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:27:26.858381 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:27:26.866135 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:27:26.933769 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Made reservation on behalf of 51d49d69d0c64e8aa89e2dfea13fa249 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:27:26.939192 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:26.958793 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:26.981619 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:27:26.982061 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Usage tracker for resource:security_group_rule and tenant:51d49d69d0c64e8aa89e2dfea13fa249 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:27:26.985619 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:27:26.995314 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:27:27.026162 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:27.064682 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:27.077891 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Transition to ACTIVE for port object bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:27:27.083829 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:27.128632 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:27.128853 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:27.133979 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5582e8ff-7448-40ee-a8ac-2757711f7b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:27.146437 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:27.164572 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cf2338-5150-4fd9-b54e-c78455e6586a,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:27.168084 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:27.209040 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:27:27.279004 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769294546052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:27.279449 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.segments_db [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Added segment 4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0 of type vxlan for network c48043b8-be56-48da-9193-4394f3c2ca86 Feb 11 13:27:27.301669 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcc898-6459-43b9-b783-c6d488982daa None None] Pushing event updated for resources: {'Port': ['ID=bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:27.304903 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bcbcc898-6459-43b9-b783-c6d488982daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:27.401716 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769294074005'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:27.488925 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Attempting to bind port bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:27.489338 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Attempting to bind port bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '7a9694b3-9ab5-487f-9767-355984aea8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:27:27.489770 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Attempting to bind port bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 on network e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:27:27.496849 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:27:27.497269 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Checking segment: {'id': '7a9694b3-9ab5-487f-9767-355984aea8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:27:27.497718 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:27.498155 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Bound using segment: {'id': '7a9694b3-9ab5-487f-9767-355984aea8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:27:27.498686 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Bound port: bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9694b3-9ab5-487f-9767-355984aea8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:27:27.499105 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:27.540996 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:27.542794 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:27.543451 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:27.549900 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:27.618362 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] For port bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:27:27.622823 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] For port bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8,segment=NetworkSegment(7a9694b3-9ab5-487f-9767-355984aea8c7),segment_id=7a9694b3-9ab5-487f-9767-355984aea8c7)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:27:27.666341 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:27.675068 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Pushing event updated for resources: {'Network': ['ID=c48043b8-be56-48da-9193-4394f3c2ca86,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:27.690024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:27.727493 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1308d238-9e44-40a5-b28c-cbec6f3f850b req-2c0493be-bb5d-41b1-9a40-03e84fe0bcb3 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1309030 Feb 11 13:27:27.751681 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9193127 Feb 11 13:27:27.754483 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 41258) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:27.761702 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-34066253-925e-4376-86b6-9f2c6ef69237 admin admin] Request body: {'subnet': {'network_id': 'c48043b8-be56-48da-9193-4394f3c2ca86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1001897668-subnet', 'tenant_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:27.767462 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-34066253-925e-4376-86b6-9f2c6ef69237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:27:27.773109 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-34066253-925e-4376-86b6-9f2c6ef69237 admin admin] Usage tracker for resource:subnet and tenant:51d49d69d0c64e8aa89e2dfea13fa249 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:27:27.777667 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-34066253-925e-4376-86b6-9f2c6ef69237 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:27:27.779358 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:27.794496 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-34066253-925e-4376-86b6-9f2c6ef69237 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:27:27.823249 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Network c48043b8-be56-48da-9193-4394f3c2ca86 details requested by agent ovs-agent-dv-cinder-773985-4-smb with host dv-cinder-773985-4-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:27:27.840808 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Network c48043b8-be56-48da-9193-4394f3c2ca86 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:27:27.842517 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34066253-925e-4376-86b6-9f2c6ef69237 admin admin] Made reservation on behalf of 51d49d69d0c64e8aa89e2dfea13fa249 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:27:27.848006 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-34066253-925e-4376-86b6-9f2c6ef69237 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9677277'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:27.948339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308d238-9e44-40a5-b28c-cbec6f3f850b req-b9a39935-8f07-49c8-81a2-4035e0131207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:27.953455 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1308d238-9e44-40a5-b28c-cbec6f3f850b req-b9a39935-8f07-49c8-81a2-4035e0131207 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=00e29c751ba64590951fc193a9d8823c&device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 1163 time: 0.1187670 Feb 11 13:27:28.182390 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308d238-9e44-40a5-b28c-cbec6f3f850b req-bf6b62e2-642d-4212-965d-2627926356c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:28.184126 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1308d238-9e44-40a5-b28c-cbec6f3f850b req-bf6b62e2-642d-4212-965d-2627926356c5 service neutron] 10.222.0.111 "GET /v2.0/networks?id=f00aeee0-a55a-4662-92f5-a8c965ecd91a HTTP/1.1" status: 200 len: 908 time: 0.2028351 Feb 11 13:27:28.272326 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1308d238-9e44-40a5-b28c-cbec6f3f850b req-2fbecee0-6c90-49cb-bccb-aa3e5bdfb4ff service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f05658e7-eb6f-4133-b4ee-d91446960963 HTTP/1.1" status: 200 len: 217 time: 0.0760794 Feb 11 13:27:28.328079 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcc898-6459-43b9-b783-c6d488982daa None None] Pushing event updated for resources: {'Port': ['ID=bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:28.333673 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bcbcc898-6459-43b9-b783-c6d488982daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:28.374347 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Routers {'0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:27:28.375736 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:27:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:28.388614 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308d238-9e44-40a5-b28c-cbec6f3f850b req-0d1bd497-e9f1-4a8f-8e97-963b6474dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:28.390260 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1308d238-9e44-40a5-b28c-cbec6f3f850b req-0d1bd497-e9f1-4a8f-8e97-963b6474dd9e service neutron] 10.222.0.111 "GET /v2.0/subnets?id=91ff8925-901e-4f62-a46b-d8fc7bef8096 HTTP/1.1" status: 200 len: 853 time: 0.1079528 Feb 11 13:27:28.516514 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308d238-9e44-40a5-b28c-cbec6f3f850b req-10e551df-fe61-4894-9fed-5e105bde9217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:28.521376 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1308d238-9e44-40a5-b28c-cbec6f3f850b req-10e551df-fe61-4894-9fed-5e105bde9217 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f00aeee0-a55a-4662-92f5-a8c965ecd91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1205332 Feb 11 13:27:28.648257 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] Set router 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:27:28.691516 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1308d238-9e44-40a5-b28c-cbec6f3f850b req-fbe4df5d-18df-4141-b3aa-f77582610ffb service neutron] 10.222.0.111 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642156 Feb 11 13:27:28.730033 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-34066253-925e-4376-86b6-9f2c6ef69237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2266668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9677260'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:28.748646 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1984b706-73bd-46f8-a3ed-5a3aa0bc4880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:28.851750 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1308d238-9e44-40a5-b28c-cbec6f3f850b req-0d207934-66a3-47dc-beed-59b0f9cb5d24 service neutron] 10.222.0.111 "GET /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1491239 Feb 11 13:27:28.890644 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34066253-925e-4376-86b6-9f2c6ef69237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0c2ee7b-3231-4df6-90ce-8f0c2c2a2788,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:28.894997 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-34066253-925e-4376-86b6-9f2c6ef69237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:28.960521 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34066253-925e-4376-86b6-9f2c6ef69237 admin admin] Checking segment: {'id': '4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c48043b8-be56-48da-9193-4394f3c2ca86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:27:28.960932 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34066253-925e-4376-86b6-9f2c6ef69237 admin admin] Network hostable DHCP agents. Network: c48043b8-be56-48da-9193-4394f3c2ca86, hostable agents: ['1ef1e8a0-3524-48fd-9506-a9618884bda0'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:27:29.042831 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34066253-925e-4376-86b6-9f2c6ef69237 admin admin] Network c48043b8-be56-48da-9193-4394f3c2ca86 is scheduled to be hosted by DHCP agent 1ef1e8a0-3524-48fd-9506-a9618884bda0 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:27:29.067869 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'name': 'tempest-TestShelveInstance-1425398277-router', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:14Z', 'updated_at': '2021-02-11T13:27:23Z', 'revision_number': 4, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'gw_port': {'id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:15Z', 'updated_at': '2021-02-11T13:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': 'bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8', 'name': '', 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'mac_address': 'fa:16:3e:76:44:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '66d9761c-b1e5-4395-85ab-f068c35e48d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:21Z', 'updated_at': '2021-02-11T13:27:27Z', 'revision_number': 4, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'subnets': [{'id': '66d9761c-b1e5-4395-85ab-f068c35e48d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:29.072227 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b21965-24f4-484f-b2aa-6d6fe166410b None None] The sync data for ids ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'] in dv-cinder-773985-4-smb is: [{'id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'name': 'tempest-TestShelveInstance-1425398277-router', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:14Z', 'updated_at': '2021-02-11T13:27:23Z', 'revision_number': 4, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'gw_port': {'id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:15Z', 'updated_at': '2021-02-11T13:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': 'bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8', 'name': '', 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'mac_address': 'fa:16:3e:76:44:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '66d9761c-b1e5-4395-85ab-f068c35e48d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:21Z', 'updated_at': '2021-02-11T13:27:27Z', 'revision_number': 4, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'subnets': [{'id': '66d9761c-b1e5-4395-85ab-f068c35e48d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:27:29.162396 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-34066253-925e-4376-86b6-9f2c6ef69237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-smb, c48043b8-be56-48da-9193-4394f3c2ca86) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:27:29.178027 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a4fdc1-85f9-4d36-8d31-52cc6d8dc446 None None] Network c48043b8-be56-48da-9193-4394f3c2ca86 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:27:29.194051 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34066253-925e-4376-86b6-9f2c6ef69237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:29.194754 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-34066253-925e-4376-86b6-9f2c6ef69237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:29.260927 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-34066253-925e-4376-86b6-9f2c6ef69237 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5050485 Feb 11 13:27:29.263532 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 41282) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:29.269628 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1001897668-router', 'tenant_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:29.276097 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:27:29.280699 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Usage tracker for resource:router and tenant:51d49d69d0c64e8aa89e2dfea13fa249 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:27:29.285765 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:27:29.298847 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:27:29.344100 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853194696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774854'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:29.345379 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853191021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854262381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-947'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:29.437956 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:27:29.486765 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:29.519255 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15d7bf49-fbbe-50d7-94f3-dd471b9ffc91-c48043b8-be56-48da-9193-4394f3c2ca86', 'network_id': 'c48043b8-be56-48da-9193-4394f3c2ca86', 'tenant_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'fixed_ips': [{'subnet_id': 'f0c2ee7b-3231-4df6-90ce-8f0c2c2a2788'}]}} from dv-cinder-773985-4-smb. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 11 13:27:29.520229 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:29.964987 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:27:30.061835 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Allocated IP 172.20.0.2 (c48043b8-be56-48da-9193-4394f3c2ca86/f0c2ee7b-3231-4df6-90ce-8f0c2c2a2788/a1824711-b159-4505-a20a-edc748677478) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:27:30.226435 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:27:30.236039 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:30.236460 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:30.289286 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854262398', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853194709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-928'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:30.401770 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344bf91-5fac-4b37-9923-5032cce4c26c req-2381a65e-ed82-438f-a9bc-5f894b81526d tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:30.402801 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-8344bf91-5fac-4b37-9923-5032cce4c26c req-2381a65e-ed82-438f-a9bc-5f894b81526d tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Synchronizing usage tracker for tenant:00e29c751ba64590951fc193a9d8823c on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:27:30.496394 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:30.518145 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-8344bf91-5fac-4b37-9923-5032cce4c26c req-2381a65e-ed82-438f-a9bc-5f894b81526d tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Unset dirty status for tenant:00e29c751ba64590951fc193a9d8823c on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:27:30.519458 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8344bf91-5fac-4b37-9923-5032cce4c26c req-2381a65e-ed82-438f-a9bc-5f894b81526d tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 946 time: 0.4573643 Feb 11 13:27:30.521010 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Transition to ACTIVE for port object a1824711-b159-4505-a20a-edc748677478 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:27:30.539488 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:30.567033 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Transition to ACTIVE for port object a1824711-b159-4505-a20a-edc748677478 will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:27:30.592225 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] For port bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8,segment=NetworkSegment(7a9694b3-9ab5-487f-9767-355984aea8c7),segment_id=7a9694b3-9ab5-487f-9767-355984aea8c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:30.614114 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8344bf91-5fac-4b37-9923-5032cce4c26c req-11e5586f-9c6b-4fa5-a124-852bc8234c31 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761127 Feb 11 13:27:30.660233 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:30.662670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:30.678617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:30.840643 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Pushing event updated for resources: {'Port': ['ID=bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:30.846143 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:30.885760 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:30.941702 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Pushing event updated for resources: {'Port': ['ID=a1824711-b159-4505-a20a-edc748677478,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:30.947968 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:30.949539 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bcbcc898-6459-43b9-b783-c6d488982daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:30.949954 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bcbcc898-6459-43b9-b783-c6d488982daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:30.954708 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Network c48043b8-be56-48da-9193-4394f3c2ca86 is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:27:30.955981 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Resources bound (agent type, host, resource id): {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:27:30.958270 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:27:31.020933 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Attempting to bind port a1824711-b159-4505-a20a-edc748677478 on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:31.021533 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Attempting to bind port a1824711-b159-4505-a20a-edc748677478 by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c48043b8-be56-48da-9193-4394f3c2ca86'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:27:31.021979 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Attempting to bind port a1824711-b159-4505-a20a-edc748677478 on network c48043b8-be56-48da-9193-4394f3c2ca86 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:27:31.028504 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:27:31.028856 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Checking segment: {'id': '4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c48043b8-be56-48da-9193-4394f3c2ca86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:27:31.029349 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:31.029851 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Bound using segment: {'id': '4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c48043b8-be56-48da-9193-4394f3c2ca86'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:27:31.030502 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Bound port: a1824711-b159-4505-a20a-edc748677478, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c48043b8-be56-48da-9193-4394f3c2ca86'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:27:31.030935 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:31.139177 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] For port a1824711-b159-4505-a20a-edc748677478, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:27:31.142617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] For port a1824711-b159-4505-a20a-edc748677478, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=a1824711-b159-4505-a20a-edc748677478,segment=NetworkSegment(4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0),segment_id=4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:27:31.184682 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:31.192532 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Allocated IP 172.28.1.30 (9b988e67-9b89-43b7-af4a-040b9df3e619/8661603f-17f1-42e8-835b-9e08198d29f6/6576c66e-dc4d-42d2-908f-59ee9a216018) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:27:31.200303 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:31.387595 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:31.433229 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Pushing event updated for resources: {'Port': ['ID=a1824711-b159-4505-a20a-edc748677478,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:31.437000 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:31.505886 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:31.526832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d26d9611-e673-4202-98a0-feb89fdb3d06 tempest-DeleteServersTestJSON-305138294 tempest-DeleteServersTestJSON-305138294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:31.694016 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Pushing event updated for resources: {'Port': ['ID=6576c66e-dc4d-42d2-908f-59ee9a216018,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:31.699081 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:31.765615 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Network 9b988e67-9b89-43b7-af4a-040b9df3e619 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:27:31.770775 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:27:31.774154 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:27:32.021293 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:27:32.030875 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8e736-bb28-4133-b9f2-92d47c3eb4da req-d19a7d9c-c883-48d1-8e53-25b34c5ead8f tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:32.032706 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-51e8e736-bb28-4133-b9f2-92d47c3eb4da req-d19a7d9c-c883-48d1-8e53-25b34c5ead8f tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 946 time: 0.2371979 Feb 11 13:27:32.105003 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-51e8e736-bb28-4133-b9f2-92d47c3eb4da req-27489b7d-ee81-45a2-8542-505e92d4b256 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Synchronizing usage tracker for tenant:00e29c751ba64590951fc193a9d8823c on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:27:32.225868 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-51e8e736-bb28-4133-b9f2-92d47c3eb4da req-27489b7d-ee81-45a2-8542-505e92d4b256 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Unset dirty status for tenant:00e29c751ba64590951fc193a9d8823c on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:27:32.227205 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-51e8e736-bb28-4133-b9f2-92d47c3eb4da req-27489b7d-ee81-45a2-8542-505e92d4b256 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880791 Feb 11 13:27:32.321909 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:32.323375 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:32.448489 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:32.490143 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device a1824711-b159-4505-a20a-edc748677478 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:27:32.502904 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02096a-ceb8-4d33-99ff-52151e6bded1 req-5cca565e-8f7f-4793-b1f6-67f4383c1572 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:32.504635 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bd02096a-ceb8-4d33-99ff-52151e6bded1 req-5cca565e-8f7f-4793-b1f6-67f4383c1572 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.111 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 946 time: 0.2337508 Feb 11 13:27:32.614657 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-bd02096a-ceb8-4d33-99ff-52151e6bded1 req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Deleting port f05658e7-eb6f-4133-b4ee-d91446960963 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:27:32.615054 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bd02096a-ceb8-4d33-99ff-52151e6bded1 req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:32.620855 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port a1824711-b159-4505-a20a-edc748677478 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:27:32.734860 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device f05658e7-eb6f-4133-b4ee-d91446960963 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:27:32.746573 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 41328) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:32.939575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:32.957440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-fede3c82-efdb-4fe0-834c-63d8810d4ab5 admin admin] Deleting subnet af487361-2db3-4d80-93e7-e482d8a3baa4 {{(pid=80115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:27:32.974713 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fede3c82-efdb-4fe0-834c-63d8810d4ab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:32.987870 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port f05658e7-eb6f-4133-b4ee-d91446960963, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f05658e7-eb6f-4133-b4ee-d91446960963,segment=NetworkSegment(ffe481f5-ee24-4270-ac1a-36f251bd1339),segment_id=ffe481f5-ee24-4270-ac1a-36f251bd1339)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:32.989436 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f05658e7-eb6f-4133-b4ee-d91446960963'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:33.014270 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95b5167-7c0e-476f-90d8-f08cd6f99a97 None None] Network c48043b8-be56-48da-9193-4394f3c2ca86 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:27:33.057491 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:33.064449 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:33.084039 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fede3c82-efdb-4fe0-834c-63d8810d4ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850927586'] for subnet, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:33.152278 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-bd02096a-ceb8-4d33-99ff-52151e6bded1 req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] For port f05658e7-eb6f-4133-b4ee-d91446960963, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f05658e7-eb6f-4133-b4ee-d91446960963,segment=NetworkSegment(ffe481f5-ee24-4270-ac1a-36f251bd1339),segment_id=ffe481f5-ee24-4270-ac1a-36f251bd1339)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:33.152807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bd02096a-ceb8-4d33-99ff-52151e6bded1 req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:33.165114 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=f05658e7-eb6f-4133-b4ee-d91446960963,revision_number=7']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:33.219407 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513509'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:33.237763 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:33.292486 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-30b637fb-4145-4597-b3a4-040d378a2f07 None None] Provisioning for port a1824711-b159-4505-a20a-edc748677478 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:27:33.301050 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-30b637fb-4145-4597-b3a4-040d378a2f07 None None] Provisioning complete for port a1824711-b159-4505-a20a-edc748677478 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:33.301578 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-30b637fb-4145-4597-b3a4-040d378a2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:33.344325 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-bd02096a-ceb8-4d33-99ff-52151e6bded1 req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Calling delete_port for f05658e7-eb6f-4133-b4ee-d91446960963 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:27:33.352304 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f05658e7-eb6f-4133-b4ee-d91446960963', 'code': 200} Feb 11 13:27:33.620887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Router 2d500b33-0985-449b-9d54-ae9b47590992 is scheduled to L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 11 13:27:33.621470 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-30b637fb-4145-4597-b3a4-040d378a2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:33.662333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-30b637fb-4145-4597-b3a4-040d378a2f07 None None] For port a1824711-b159-4505-a20a-edc748677478, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=a1824711-b159-4505-a20a-edc748677478,segment=NetworkSegment(4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0),segment_id=4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:33.740822 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fede3c82-efdb-4fe0-834c-63d8810d4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853299468'] for subnet, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:33.767950 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-30b637fb-4145-4597-b3a4-040d378a2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:33.770047 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:33.880493 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b637fb-4145-4597-b3a4-040d378a2f07 None None] Pushing event updated for resources: {'Port': ['ID=a1824711-b159-4505-a20a-edc748677478,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:33.888259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-30b637fb-4145-4597-b3a4-040d378a2f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:33.891683 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:27:33.911567 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Sync routers for ids ['2d500b33-0985-449b-9d54-ae9b47590992'] in dv-cinder-773985-4-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:27:33.927842 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-76eace7c-9300-4173-b8a1-fe7a9d18e284 None None] Provisioning complete for port a1824711-b159-4505-a20a-edc748677478 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:33.928375 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-76eace7c-9300-4173-b8a1-fe7a9d18e284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:33.962517 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:33.964171 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] 10.222.0.120 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6995068 Feb 11 13:27:33.972677 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 41342) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:33.974739 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.api [req-bd02096a-ceb8-4d33-99ff-52151e6bded1 req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:27:33.975109 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_db.api [req-bd02096a-ceb8-4d33-99ff-52151e6bded1 req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:27:33.976994 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Routers {'2d500b33-0985-449b-9d54-ae9b47590992'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:27:33.977702 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:27:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['2d500b33-0985-449b-9d54-ae9b47590992'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:34.089654 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300ad48-1e74-40c7-a28c-bc5e3be7660c req-e12f1753-406a-433b-ae61-972be73da081 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:34.091394 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1300ad48-1e74-40c7-a28c-bc5e3be7660c req-e12f1753-406a-433b-ae61-972be73da081 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 944 time: 0.4136987 Feb 11 13:27:34.200755 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1300ad48-1e74-40c7-a28c-bc5e3be7660c req-a88febb4-2b0d-4475-bae9-0c640fa1a340 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/security-groups?id=e8566839-ba0a-430a-b63c-6c07c952dfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907691 Feb 11 13:27:34.207237 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Set router 2d500b33-0985-449b-9d54-ae9b47590992 gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:27:34.345464 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fede3c82-efdb-4fe0-834c-63d8810d4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1476348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852580075'] for subnet, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:34.368377 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:34.417803 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede3c82-efdb-4fe0-834c-63d8810d4ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af487361-2db3-4d80-93e7-e482d8a3baa4,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:34.422118 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fede3c82-efdb-4fe0-834c-63d8810d4ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:34.479556 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-bd02096a-ceb8-4d33-99ff-52151e6bded1 req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Deleting port f05658e7-eb6f-4133-b4ee-d91446960963 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:27:34.479954 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bd02096a-ceb8-4d33-99ff-52151e6bded1 req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:34.607763 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fede3c82-efdb-4fe0-834c-63d8810d4ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:34.612953 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d500b33-0985-449b-9d54-ae9b47590992', 'name': 'tempest-TestShelveInstance-1001897668-router', 'tenant_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '6576c66e-dc4d-42d2-908f-59ee9a216018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:29Z', 'updated_at': '2021-02-11T13:27:32Z', 'revision_number': 3, 'project_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'gw_port': {'id': '6576c66e-dc4d-42d2-908f-59ee9a216018', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d500b33-0985-449b-9d54-ae9b47590992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:31Z', 'updated_at': '2021-02-11T13:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:34.617621 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Checking router: 2d500b33-0985-449b-9d54-ae9b47590992 for host: dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:27:34.618376 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Updating router 2d500b33-0985-449b-9d54-ae9b47590992 port 6576c66e-dc4d-42d2-908f-59ee9a216018 binding host dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:27:34.672585 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-fede3c82-efdb-4fe0-834c-63d8810d4ab5 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/af487361-2db3-4d80-93e7-e482d8a3baa4 HTTP/1.1" status: 204 len: 168 time: 1.9223995 Feb 11 13:27:34.673632 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 41348) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:34.685161 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-677280e0-95ca-41d9-8b80-b72972d9c7dd None None] Provisioning complete for port a1824711-b159-4505-a20a-edc748677478 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:34.685581 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-677280e0-95ca-41d9-8b80-b72972d9c7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:34.748443 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:34.826652 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-bd02096a-ceb8-4d33-99ff-52151e6bded1 req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] For port f05658e7-eb6f-4133-b4ee-d91446960963, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f05658e7-eb6f-4133-b4ee-d91446960963,segment=NetworkSegment(ffe481f5-ee24-4270-ac1a-36f251bd1339),segment_id=ffe481f5-ee24-4270-ac1a-36f251bd1339)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:34.827215 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bd02096a-ceb8-4d33-99ff-52151e6bded1 req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:34.846053 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-42ead4f2-98df-4a5f-a111-44d785084066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853372729'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:34.976311 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-bd02096a-ceb8-4d33-99ff-52151e6bded1 req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Calling delete_port for f05658e7-eb6f-4133-b4ee-d91446960963 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:27:35.147456 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-42ead4f2-98df-4a5f-a111-44d785084066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853300733', 'neutron.services.segments.db._delete_segments_for_network--9223363267560229748'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:35.179695 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bd02096a-ceb8-4d33-99ff-52151e6bded1 req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:35.199861 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b82d8571-988f-4878-81da-0ca7ef93bf67 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:35.234922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:35.266139 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Pushing event deleted for resources: {'Port': ['ID=f05658e7-eb6f-4133-b4ee-d91446960963,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:35.269097 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:35.301577 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:35.316095 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Transition to ACTIVE for port object 6576c66e-dc4d-42d2-908f-59ee9a216018 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:27:35.319757 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-42ead4f2-98df-4a5f-a111-44d785084066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46567eef-3934-4388-af47-340663a3590a']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:35.350815 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:35.354229 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-42ead4f2-98df-4a5f-a111-44d785084066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30f5603-cd0d-44d0-99aa-9b15ee5a02c0') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:35.354564 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-42ead4f2-98df-4a5f-a111-44d785084066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30f5603-cd0d-44d0-99aa-9b15ee5a02c0') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:35.467043 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-42ead4f2-98df-4a5f-a111-44d785084066 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267560227700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852400149'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:35.495562 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-77a877da-0f99-42f2-a0c3-b96f825e1976 req-49996204-a646-497c-affb-e34a31d00ba0 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.120 "GET /v2.0/ports?device_id=88600f18-89a1-4d25-80f5-66c8e27257fc HTTP/1.1" status: 200 len: 210 time: 0.0823221 Feb 11 13:27:35.510450 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-42ead4f2-98df-4a5f-a111-44d785084066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:35.510450 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42ead4f2-98df-4a5f-a111-44d785084066 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:27:35.510616 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd02096a-ceb8-4d33-99ff-52151e6bded1 req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] No DVR routers for this DVR port f05658e7-eb6f-4133-b4ee-d91446960963 on host hv-cinder-77398 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:27:35.512624 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-bd02096a-ceb8-4d33-99ff-52151e6bded1 req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:35.529034 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'name': 'network-vif-deleted', 'tag': 'f05658e7-eb6f-4133-b4ee-d91446960963'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:35.536895 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bd02096a-ceb8-4d33-99ff-52151e6bded1 req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] 10.222.0.111 "DELETE /v2.0/ports/f05658e7-eb6f-4133-b4ee-d91446960963 HTTP/1.1" status: 204 len: 173 time: 3.0255842 Feb 11 13:27:35.667674 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-30b637fb-4145-4597-b3a4-040d378a2f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:35.699862 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88600f18-89a1-4d25-80f5-66c8e27257fc', 'name': 'network-vif-deleted', 'tag': 'f05658e7-eb6f-4133-b4ee-d91446960963', 'status': 'completed', 'code': 200} Feb 11 13:27:35.761339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb89c1-b5a5-47da-8ad7-578d9680c281 None None] Pushing event updated for resources: {'Port': ['ID=6576c66e-dc4d-42d2-908f-59ee9a216018,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:35.766304 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f1fb89c1-b5a5-47da-8ad7-578d9680c281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:35.818014 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Attempting to bind port 6576c66e-dc4d-42d2-908f-59ee9a216018 on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:35.820918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Attempting to bind port 6576c66e-dc4d-42d2-908f-59ee9a216018 by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:27:35.820918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Attempting to bind port 6576c66e-dc4d-42d2-908f-59ee9a216018 on network 9b988e67-9b89-43b7-af4a-040b9df3e619 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:27:35.826064 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:27:35.826576 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Checking segment: {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:27:35.827103 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:35.827985 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Bound using segment: {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:27:35.828683 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Bound port: 6576c66e-dc4d-42d2-908f-59ee9a216018, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4fb6fb-71bf-415e-b9e5-52a6f89d9593', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:27:35.829182 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:35.903444 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device a1824711-b159-4505-a20a-edc748677478 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:27:35.976492 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] For port 6576c66e-dc4d-42d2-908f-59ee9a216018, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:27:35.991192 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] For port 6576c66e-dc4d-42d2-908f-59ee9a216018, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=6576c66e-dc4d-42d2-908f-59ee9a216018,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:27:36.006070 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port a1824711-b159-4505-a20a-edc748677478 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:36.006917 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:36.039665 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-42ead4f2-98df-4a5f-a111-44d785084066 admin admin] Network 46567eef-3934-4388-af47-340663a3590a has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:27:36.042459 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:36.052228 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-42ead4f2-98df-4a5f-a111-44d785084066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853293791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2266570'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:36.064808 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:36.251187 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb89c1-b5a5-47da-8ad7-578d9680c281 None None] Pushing event updated for resources: {'Port': ['ID=6576c66e-dc4d-42d2-908f-59ee9a216018,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:36.290048 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f1fb89c1-b5a5-47da-8ad7-578d9680c281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:36.302338 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-42ead4f2-98df-4a5f-a111-44d785084066 admin admin] Network 46567eef-3934-4388-af47-340663a3590a has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: Traceback (most recent call last): Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: timer() Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: cb(*args, **kw) Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: return func(*args, **kwargs) Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: self._notify() Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: self.callback(batched_events) Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: event.method(event) Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: segment_id)['aggregates'][0] Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: return f(self, *a, **k) Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: return self._get(url).json() Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: **kwargs) Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: return self.request(url, 'GET', **kwargs) Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: **endpoint_filter) Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:27:36.326547 dv-cinder-773985-4-smb neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:27:36.364341 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Routers {'2d500b33-0985-449b-9d54-ae9b47590992'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:27:36.365267 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:27:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['2d500b33-0985-449b-9d54-ae9b47590992'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:36.500499 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Allocated IP 172.20.0.1 (c48043b8-be56-48da-9193-4394f3c2ca86/f0c2ee7b-3231-4df6-90ce-8f0c2c2a2788/2f4eaf8c-eda6-431d-b838-28e5a9d1e9da) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:27:36.532523 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-42ead4f2-98df-4a5f-a111-44d785084066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514336'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:36.567049 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-81a0ac48-6ce7-439f-8baf-7a720996461d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:36.604903 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] Set router 2d500b33-0985-449b-9d54-ae9b47590992 gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:27:36.637524 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-42ead4f2-98df-4a5f-a111-44d785084066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:36.656441 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ead4f2-98df-4a5f-a111-44d785084066 admin admin] Pushing event deleted for resources: {'Network': ['ID=46567eef-3934-4388-af47-340663a3590a,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:36.665097 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-42ead4f2-98df-4a5f-a111-44d785084066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:36.712450 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-42ead4f2-98df-4a5f-a111-44d785084066 admin admin] 10.222.0.120 "DELETE /v2.0/networks/46567eef-3934-4388-af47-340663a3590a HTTP/1.1" status: 204 len: 168 time: 2.0372999 Feb 11 13:27:36.728045 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:36.749202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Transition to ACTIVE for port object 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:27:36.809306 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:36.829517 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-47f881b0-dc32-4d7d-a97b-61e1baa1e09b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:36.970022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d500b33-0985-449b-9d54-ae9b47590992', 'name': 'tempest-TestShelveInstance-1001897668-router', 'tenant_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '6576c66e-dc4d-42d2-908f-59ee9a216018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:29Z', 'updated_at': '2021-02-11T13:27:32Z', 'revision_number': 3, 'project_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'gw_port': {'id': '6576c66e-dc4d-42d2-908f-59ee9a216018', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d500b33-0985-449b-9d54-ae9b47590992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:31Z', 'updated_at': '2021-02-11T13:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:36.974599 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9357da6-e62a-43c0-8559-f0cbef558f93 None None] The sync data for ids ['2d500b33-0985-449b-9d54-ae9b47590992'] in dv-cinder-773985-4-smb is: [{'id': '2d500b33-0985-449b-9d54-ae9b47590992', 'name': 'tempest-TestShelveInstance-1001897668-router', 'tenant_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '6576c66e-dc4d-42d2-908f-59ee9a216018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:29Z', 'updated_at': '2021-02-11T13:27:32Z', 'revision_number': 3, 'project_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'gw_port': {'id': '6576c66e-dc4d-42d2-908f-59ee9a216018', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d500b33-0985-449b-9d54-ae9b47590992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:31Z', 'updated_at': '2021-02-11T13:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:27:36.982964 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Pushing event updated for resources: {'Port': ['ID=2f4eaf8c-eda6-431d-b838-28e5a9d1e9da,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:36.988046 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:37.045568 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Network c48043b8-be56-48da-9193-4394f3c2ca86 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:27:37.047024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:27:37.049571 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:27:37.100870 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 41384) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:37.126598 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-514489'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:37.194700 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-af091f65-519d-465a-a0e2-7b6fbf06ea73 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=bfb8b6d8b8204bc29a8dd22b2647ad78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0924907 Feb 11 13:27:37.197361 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 41392) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:37.283707 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2c65093e-c8d3-4896-bee8-92104740ce5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:37.311829 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:37.330915 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2c65093e-c8d3-4896-bee8-92104740ce5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:37.437047 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2c65093e-c8d3-4896-bee8-92104740ce5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:37.465614 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0bb95e32-9762-4ba9-a079-4b38309c640f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:37.493399 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-4017b1dd-2803-4889-95d6-4bba508cdfc8 None None] Provisioning for port 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:27:37.495894 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65093e-c8d3-4896-bee8-92104740ce5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ad0da7-769b-44f7-a39e-ffff35261bb0,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:37.499165 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-4017b1dd-2803-4889-95d6-4bba508cdfc8 None None] Provisioning complete for port 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:37.499847 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4017b1dd-2803-4889-95d6-4bba508cdfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:37.509563 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2c65093e-c8d3-4896-bee8-92104740ce5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:37.542012 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2c65093e-c8d3-4896-bee8-92104740ce5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:37.550742 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-2c65093e-c8d3-4896-bee8-92104740ce5d admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/20ad0da7-769b-44f7-a39e-ffff35261bb0 HTTP/1.1" status: 204 len: 168 time: 0.3451185 Feb 11 13:27:37.599329 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-4017b1dd-2803-4889-95d6-4bba508cdfc8 None None] Port 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:27:37.746752 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:37.801288 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2266548'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:37.866927 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d878be5b-d3da-4039-89ef-383d5539d5fe tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:37.939548 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 6576c66e-dc4d-42d2-908f-59ee9a216018 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:27:37.958106 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853191683'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:38.008597 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Pushing event updated for resources: {'Port': ['ID=2f4eaf8c-eda6-431d-b838-28e5a9d1e9da,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:38.014871 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:38.104206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port 6576c66e-dc4d-42d2-908f-59ee9a216018 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:27:38.110032 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 6576c66e-dc4d-42d2-908f-59ee9a216018 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:38.110449 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:38.150696 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Network c48043b8-be56-48da-9193-4394f3c2ca86 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:27:38.151805 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:27:38.243128 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:38.261036 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] For port 6576c66e-dc4d-42d2-908f-59ee9a216018, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=6576c66e-dc4d-42d2-908f-59ee9a216018,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:38.293613 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:38.298892 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1da5798c-354b-42eb-a840-9263ef2ccbbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:38.393871 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Pushing event updated for resources: {'Port': ['ID=6576c66e-dc4d-42d2-908f-59ee9a216018,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:38.397661 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:38.423726 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Router 2d500b33-0985-449b-9d54-ae9b47590992 has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:27:38.428988 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-71ef13c0-3ebd-4103-87a4-7e59f8cf34e4 None None] Provisioning complete for port 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:38.429613 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71ef13c0-3ebd-4103-87a4-7e59f8cf34e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:38.497624 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-71ef13c0-3ebd-4103-87a4-7e59f8cf34e4 None None] Port 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:27:38.588261 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 41426) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:38.628410 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:27:38.633299 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] 10.222.0.120 "PUT /v2.0/routers/2d500b33-0985-449b-9d54-ae9b47590992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6590798 Feb 11 13:27:39.179334 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71f2e4c4-e84d-444a-8380-e8ff6754bd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853191866'] for router_interface, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:39.445526 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-2cfdbf3f-733a-49f2-a1a8-7906c8446511 req-13457cce-8303-4b39-a48b-1709d3a5a03a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-367938740', 'description': 'tempest-TestShelveInstance-367938740 description'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:39.502396 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-2cfdbf3f-733a-49f2-a1a8-7906c8446511 req-13457cce-8303-4b39-a48b-1709d3a5a03a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:27:39.512633 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2cfdbf3f-733a-49f2-a1a8-7906c8446511 req-13457cce-8303-4b39-a48b-1709d3a5a03a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Usage tracker for resource:security_group and tenant:e70b61b29b56480eb7d1431eed039570 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:27:39.516821 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2cfdbf3f-733a-49f2-a1a8-7906c8446511 req-13457cce-8303-4b39-a48b-1709d3a5a03a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:27:39.524084 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-2cfdbf3f-733a-49f2-a1a8-7906c8446511 req-13457cce-8303-4b39-a48b-1709d3a5a03a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:27:39.591382 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2cfdbf3f-733a-49f2-a1a8-7906c8446511 req-13457cce-8303-4b39-a48b-1709d3a5a03a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:39.633600 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-2cfdbf3f-733a-49f2-a1a8-7906c8446511 req-13457cce-8303-4b39-a48b-1709d3a5a03a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:27:39.639050 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-71f2e4c4-e84d-444a-8380-e8ff6754bd58 admin admin] Deleting port c8d20e41-d46b-4c4c-8788-d9dddd2c4110 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:27:39.639614 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71f2e4c4-e84d-444a-8380-e8ff6754bd58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:39.667293 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2cfdbf3f-733a-49f2-a1a8-7906c8446511 req-13457cce-8303-4b39-a48b-1709d3a5a03a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Usage tracker for resource:security_group_rule and tenant:e70b61b29b56480eb7d1431eed039570 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:27:39.678485 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2cfdbf3f-733a-49f2-a1a8-7906c8446511 req-13457cce-8303-4b39-a48b-1709d3a5a03a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:27:39.692465 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-2cfdbf3f-733a-49f2-a1a8-7906c8446511 req-13457cce-8303-4b39-a48b-1709d3a5a03a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:27:39.881687 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 6576c66e-dc4d-42d2-908f-59ee9a216018 up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:27:39.965317 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 6576c66e-dc4d-42d2-908f-59ee9a216018 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:39.965736 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:40.136902 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-71f2e4c4-e84d-444a-8380-e8ff6754bd58 admin admin] For port c8d20e41-d46b-4c4c-8788-d9dddd2c4110, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=c8d20e41-d46b-4c4c-8788-d9dddd2c4110,segment=NetworkSegment(ffe481f5-ee24-4270-ac1a-36f251bd1339),segment_id=ffe481f5-ee24-4270-ac1a-36f251bd1339)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:40.137297 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71f2e4c4-e84d-444a-8380-e8ff6754bd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:40.147623 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2cfdbf3f-733a-49f2-a1a8-7906c8446511 req-13457cce-8303-4b39-a48b-1709d3a5a03a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:40.148771 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Sync routers for ids ['2d500b33-0985-449b-9d54-ae9b47590992'] in dv-cinder-773985-4-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:27:40.165304 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Routers {'2d500b33-0985-449b-9d54-ae9b47590992'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:27:40.166277 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:27:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['2d500b33-0985-449b-9d54-ae9b47590992'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:40.272791 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2cfdbf3f-733a-49f2-a1a8-7906c8446511 req-13457cce-8303-4b39-a48b-1709d3a5a03a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:40.283859 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-71f2e4c4-e84d-444a-8380-e8ff6754bd58 admin admin] Calling delete_port for c8d20e41-d46b-4c4c-8788-d9dddd2c4110 owned by network:router_interface {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:27:40.315672 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f5d9268a-16fe-415f-a5e5-6c58e30bbd68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:40.386841 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13457cce-8303-4b39-a48b-1709d3a5a03a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c225c5f1-4bb1-4b70-8a21-92b0a647597e,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:40.408072 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-13457cce-8303-4b39-a48b-1709d3a5a03a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:40.556841 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-2cfdbf3f-733a-49f2-a1a8-7906c8446511 req-13457cce-8303-4b39-a48b-1709d3a5a03a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:40.556841 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2cfdbf3f-733a-49f2-a1a8-7906c8446511 req-13457cce-8303-4b39-a48b-1709d3a5a03a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1202731 Feb 11 13:27:40.580407 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Set router 2d500b33-0985-449b-9d54-ae9b47590992 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:27:40.662828 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b387b31d-b7b3-4e0f-a475-86b5c79c13ea req-11dad377-88ef-44b7-a219-b511613f4846 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups/c225c5f1-4bb1-4b70-8a21-92b0a647597e HTTP/1.1" status: 200 len: 1800 time: 0.0679061 Feb 11 13:27:40.675109 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-b387b31d-b7b3-4e0f-a475-86b5c79c13ea req-523eb106-74b2-4e60-9131-99bff8b3ad29 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c225c5f1-4bb1-4b70-8a21-92b0a647597e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:40.686126 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-b387b31d-b7b3-4e0f-a475-86b5c79c13ea req-523eb106-74b2-4e60-9131-99bff8b3ad29 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c225c5f1-4bb1-4b70-8a21-92b0a647597e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:40.697790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-b387b31d-b7b3-4e0f-a475-86b5c79c13ea req-523eb106-74b2-4e60-9131-99bff8b3ad29 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:27:40.702114 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-b387b31d-b7b3-4e0f-a475-86b5c79c13ea req-523eb106-74b2-4e60-9131-99bff8b3ad29 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Usage tracker for resource:security_group_rule and tenant:e70b61b29b56480eb7d1431eed039570 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:27:40.705590 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-b387b31d-b7b3-4e0f-a475-86b5c79c13ea req-523eb106-74b2-4e60-9131-99bff8b3ad29 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:27:40.711707 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-b387b31d-b7b3-4e0f-a475-86b5c79c13ea req-523eb106-74b2-4e60-9131-99bff8b3ad29 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:27:40.722302 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71f2e4c4-e84d-444a-8380-e8ff6754bd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:40.739129 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fe270877-d622-4f60-98b6-e3bf93c36841 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:40.799106 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2e4c4-e84d-444a-8380-e8ff6754bd58 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d20e41-d46b-4c4c-8788-d9dddd2c4110,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:40.808733 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b387b31d-b7b3-4e0f-a475-86b5c79c13ea req-523eb106-74b2-4e60-9131-99bff8b3ad29 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:40.843226 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b387b31d-b7b3-4e0f-a475-86b5c79c13ea req-523eb106-74b2-4e60-9131-99bff8b3ad29 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:40.858909 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-71f2e4c4-e84d-444a-8380-e8ff6754bd58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:40.910863 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b387b31d-b7b3-4e0f-a475-86b5c79c13ea req-523eb106-74b2-4e60-9131-99bff8b3ad29 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415936'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:40.913183 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d7834eed-0e59-4b34-9dd0-99c3b1e8c92a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:40.938125 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523eb106-74b2-4e60-9131-99bff8b3ad29 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b69b9f-52d0-401f-aab2-437de607b515,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:40.942899 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-523eb106-74b2-4e60-9131-99bff8b3ad29 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:40.963772 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d500b33-0985-449b-9d54-ae9b47590992', 'name': 'tempest-TestShelveInstance-1001897668-router', 'tenant_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '6576c66e-dc4d-42d2-908f-59ee9a216018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:29Z', 'updated_at': '2021-02-11T13:27:37Z', 'revision_number': 4, 'project_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'gw_port': {'id': '6576c66e-dc4d-42d2-908f-59ee9a216018', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d500b33-0985-449b-9d54-ae9b47590992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:31Z', 'updated_at': '2021-02-11T13:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '2f4eaf8c-eda6-431d-b838-28e5a9d1e9da', 'name': '', 'network_id': 'c48043b8-be56-48da-9193-4394f3c2ca86', 'tenant_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'mac_address': 'fa:16:3e:46:72:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d500b33-0985-449b-9d54-ae9b47590992', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f0c2ee7b-3231-4df6-90ce-8f0c2c2a2788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:35Z', 'updated_at': '2021-02-11T13:27:37Z', 'revision_number': 2, 'project_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'subnets': [{'id': 'f0c2ee7b-3231-4df6-90ce-8f0c2c2a2788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:40.968271 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Checking router: 2d500b33-0985-449b-9d54-ae9b47590992 for host: dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:27:40.968863 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Updating router 2d500b33-0985-449b-9d54-ae9b47590992 port 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da binding host dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 11 13:27:40.996230 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b387b31d-b7b3-4e0f-a475-86b5c79c13ea req-523eb106-74b2-4e60-9131-99bff8b3ad29 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:40.997768 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b387b31d-b7b3-4e0f-a475-86b5c79c13ea req-523eb106-74b2-4e60-9131-99bff8b3ad29 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3273461 Feb 11 13:27:41.032042 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:41.215246 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f35e90b0-f43c-493e-9db5-dfee770960e7 req-75344c8a-4a15-46ee-8dad-89993785b5c4 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups/c225c5f1-4bb1-4b70-8a21-92b0a647597e HTTP/1.1" status: 200 len: 2393 time: 0.1648445 Feb 11 13:27:41.231359 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-f35e90b0-f43c-493e-9db5-dfee770960e7 req-e06280b2-5f72-4265-b040-94e1021a95d3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c225c5f1-4bb1-4b70-8a21-92b0a647597e', 'remote_group_id': None}]} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:41.231741 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-f35e90b0-f43c-493e-9db5-dfee770960e7 req-e06280b2-5f72-4265-b040-94e1021a95d3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c225c5f1-4bb1-4b70-8a21-92b0a647597e', 'remote_group_id': None}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:41.263431 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-f35e90b0-f43c-493e-9db5-dfee770960e7 req-e06280b2-5f72-4265-b040-94e1021a95d3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:27:41.271455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-f35e90b0-f43c-493e-9db5-dfee770960e7 req-e06280b2-5f72-4265-b040-94e1021a95d3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Usage tracker for resource:security_group_rule and tenant:e70b61b29b56480eb7d1431eed039570 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:27:41.277384 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-f35e90b0-f43c-493e-9db5-dfee770960e7 req-e06280b2-5f72-4265-b040-94e1021a95d3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:27:41.286931 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-f35e90b0-f43c-493e-9db5-dfee770960e7 req-e06280b2-5f72-4265-b040-94e1021a95d3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:27:41.292440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-71f2e4c4-e84d-444a-8380-e8ff6754bd58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853126221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-511899'] for router_interface, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:41.460511 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f35e90b0-f43c-493e-9db5-dfee770960e7 req-e06280b2-5f72-4265-b040-94e1021a95d3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:41.540056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:41.553440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Transition to ACTIVE for port object 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:27:41.569879 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f35e90b0-f43c-493e-9db5-dfee770960e7 req-e06280b2-5f72-4265-b040-94e1021a95d3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:41.584859 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:41.601339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-99ecc379-06e9-41a6-ab23-31db42cd0a96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:41.640721 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f35e90b0-f43c-493e-9db5-dfee770960e7 req-e06280b2-5f72-4265-b040-94e1021a95d3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415936'] for security_group_rule, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:41.647059 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:41.680032 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06280b2-5f72-4265-b040-94e1021a95d3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff0ce08-dc7a-4e81-a69b-dc103856ac64,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:41.692290 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e06280b2-5f72-4265-b040-94e1021a95d3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:41.742375 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Pushing event updated for resources: {'Port': ['ID=2f4eaf8c-eda6-431d-b838-28e5a9d1e9da,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:41.754854 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.755235 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.755604 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.756018 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.756378 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.756738 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.757093 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.757451 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.757804 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.758159 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.758509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.758860 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.759321 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.759708 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.760062 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.760419 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.760770 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.761122 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.761473 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.761821 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.762173 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.762524 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.762879 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.763226 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:27:41.768983 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:41.853012 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f35e90b0-f43c-493e-9db5-dfee770960e7 req-e06280b2-5f72-4265-b040-94e1021a95d3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:41.858710 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f35e90b0-f43c-493e-9db5-dfee770960e7 req-e06280b2-5f72-4265-b040-94e1021a95d3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6348982 Feb 11 13:27:41.958739 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f2e4c4-e84d-444a-8380-e8ff6754bd58 admin admin] Router 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:27:41.961503 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Attempting to bind port 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da on host dv-cinder-773985-4-smb for vnic_type normal with profile {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:41.962807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Attempting to bind port 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da by drivers openvswitch on host dv-cinder-773985-4-smb at level 0 using segments [{'id': '4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c48043b8-be56-48da-9193-4394f3c2ca86'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:27:41.962966 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Attempting to bind port 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da on network c48043b8-be56-48da-9193-4394f3c2ca86 {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:27:41.969282 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Checking agent: {'id': 'fee23a99-9f25-4fab-8feb-c7484c1447e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 11, 50), 'started_at': datetime.datetime(2021, 2, 11, 13, 12, 20), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.123', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:27:41.969779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Checking segment: {'id': '4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c48043b8-be56-48da-9193-4394f3c2ca86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:27:41.970298 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:41.970805 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Bound using segment: {'id': '4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c48043b8-be56-48da-9193-4394f3c2ca86'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:27:41.971396 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Bound port: 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da, host: dv-cinder-773985-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c48043b8-be56-48da-9193-4394f3c2ca86'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:27:41.971935 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:42.107774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] For port 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da, host dv-cinder-773985-4-smb, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:27:42.112234 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] For port 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da, host dv-cinder-773985-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=2f4eaf8c-eda6-431d-b838-28e5a9d1e9da,segment=NetworkSegment(4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0),segment_id=4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:27:42.151886 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:42.168861 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:42.180380 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f2e4c4-e84d-444a-8380-e8ff6754bd58 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:27:42.185655 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-71f2e4c4-e84d-444a-8380-e8ff6754bd58 admin admin] 10.222.0.120 "PUT /v2.0/routers/9fd5bfaa-2d4b-4751-9bd0-23df613279f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5962238 Feb 11 13:27:42.189196 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 41490) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:42.191456 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c91be5-5982-42da-af36-4301973a8c57 None None] Sync routers for ids ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'] in dv-cinder-773985-4-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:27:42.205006 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c91be5-5982-42da-af36-4301973a8c57 None None] Routers {'9fd5bfaa-2d4b-4751-9bd0-23df613279f6'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:27:42.206142 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e5c91be5-5982-42da-af36-4301973a8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:27:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:42.333829 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Pushing event updated for resources: {'Port': ['ID=2f4eaf8c-eda6-431d-b838-28e5a9d1e9da,revision_number=4']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:42.339985 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b5a3ae2d-4056-438d-8333-6c7abbf97f29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:42.387049 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Routers {'2d500b33-0985-449b-9d54-ae9b47590992'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:27:42.388290 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:27:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['2d500b33-0985-449b-9d54-ae9b47590992'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:42.417807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd610-e9a3-4ae0-b287-1a11781234c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:42.693192 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-e5c91be5-5982-42da-af36-4301973a8c57 None None] Set router 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:27:42.717106 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] Set router 2d500b33-0985-449b-9d54-ae9b47590992 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:27:43.031933 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd610-e9a3-4ae0-b287-1a11781234c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:43.043092 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-b0cdd610-e9a3-4ae0-b287-1a11781234c7 admin admin] Deleting port 101c2539-7940-4f3f-a475-6ce97b9e5185 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:27:43.044007 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd610-e9a3-4ae0-b287-1a11781234c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:43.100207 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e5c91be5-5982-42da-af36-4301973a8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'name': 'tempest-TestMinimumBasicScenario-852281771-router', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:24:01Z', 'updated_at': '2021-02-11T13:27:40Z', 'revision_number': 5, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'gw_port': {'id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:02Z', 'updated_at': '2021-02-11T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:43.105494 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c91be5-5982-42da-af36-4301973a8c57 None None] Checking router: 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 for host: dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:27:43.115384 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c91be5-5982-42da-af36-4301973a8c57 None None] Routers {'9fd5bfaa-2d4b-4751-9bd0-23df613279f6'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:27:43.116267 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e5c91be5-5982-42da-af36-4301973a8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:27:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:43.168654 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d500b33-0985-449b-9d54-ae9b47590992', 'name': 'tempest-TestShelveInstance-1001897668-router', 'tenant_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '6576c66e-dc4d-42d2-908f-59ee9a216018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:29Z', 'updated_at': '2021-02-11T13:27:37Z', 'revision_number': 4, 'project_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'gw_port': {'id': '6576c66e-dc4d-42d2-908f-59ee9a216018', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d500b33-0985-449b-9d54-ae9b47590992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:31Z', 'updated_at': '2021-02-11T13:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '2f4eaf8c-eda6-431d-b838-28e5a9d1e9da', 'name': '', 'network_id': 'c48043b8-be56-48da-9193-4394f3c2ca86', 'tenant_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'mac_address': 'fa:16:3e:46:72:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d500b33-0985-449b-9d54-ae9b47590992', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f0c2ee7b-3231-4df6-90ce-8f0c2c2a2788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:35Z', 'updated_at': '2021-02-11T13:27:42Z', 'revision_number': 4, 'project_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'subnets': [{'id': 'f0c2ee7b-3231-4df6-90ce-8f0c2c2a2788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:43.173100 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8075aa67-026d-446c-b024-06ad99fe73ee None None] The sync data for ids ['2d500b33-0985-449b-9d54-ae9b47590992'] in dv-cinder-773985-4-smb is: [{'id': '2d500b33-0985-449b-9d54-ae9b47590992', 'name': 'tempest-TestShelveInstance-1001897668-router', 'tenant_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '6576c66e-dc4d-42d2-908f-59ee9a216018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:29Z', 'updated_at': '2021-02-11T13:27:37Z', 'revision_number': 4, 'project_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'gw_port': {'id': '6576c66e-dc4d-42d2-908f-59ee9a216018', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d500b33-0985-449b-9d54-ae9b47590992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:31Z', 'updated_at': '2021-02-11T13:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '2f4eaf8c-eda6-431d-b838-28e5a9d1e9da', 'name': '', 'network_id': 'c48043b8-be56-48da-9193-4394f3c2ca86', 'tenant_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'mac_address': 'fa:16:3e:46:72:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d500b33-0985-449b-9d54-ae9b47590992', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f0c2ee7b-3231-4df6-90ce-8f0c2c2a2788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:35Z', 'updated_at': '2021-02-11T13:27:42Z', 'revision_number': 4, 'project_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'subnets': [{'id': 'f0c2ee7b-3231-4df6-90ce-8f0c2c2a2788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:27:43.383375 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-e5c91be5-5982-42da-af36-4301973a8c57 None None] Set router 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:27:43.418015 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b0cdd610-e9a3-4ae0-b287-1a11781234c7 admin admin] For port 101c2539-7940-4f3f-a475-6ce97b9e5185, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=101c2539-7940-4f3f-a475-6ce97b9e5185,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:43.418801 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd610-e9a3-4ae0-b287-1a11781234c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:43.573620 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-b0cdd610-e9a3-4ae0-b287-1a11781234c7 admin admin] Calling delete_port for 101c2539-7940-4f3f-a475-6ce97b9e5185 owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:27:43.751009 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd610-e9a3-4ae0-b287-1a11781234c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:43.758898 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-e5c91be5-5982-42da-af36-4301973a8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'name': 'tempest-TestMinimumBasicScenario-852281771-router', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:24:01Z', 'updated_at': '2021-02-11T13:27:40Z', 'revision_number': 5, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'gw_port': {'id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:02Z', 'updated_at': '2021-02-11T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:43.763854 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c91be5-5982-42da-af36-4301973a8c57 None None] The sync data for ids ['9fd5bfaa-2d4b-4751-9bd0-23df613279f6'] in dv-cinder-773985-4-smb is: [{'id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'name': 'tempest-TestMinimumBasicScenario-852281771-router', 'tenant_id': '00e29c751ba64590951fc193a9d8823c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:24:01Z', 'updated_at': '2021-02-11T13:27:40Z', 'revision_number': 5, 'project_id': '00e29c751ba64590951fc193a9d8823c', 'gw_port': {'id': '101c2539-7940-4f3f-a475-6ce97b9e5185', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd5bfaa-2d4b-4751-9bd0-23df613279f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:24:02Z', 'updated_at': '2021-02-11T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:27:43.936572 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:27:43.972928 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd610-e9a3-4ae0-b287-1a11781234c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513479'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:44.119738 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning for port 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:27:44.126598 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:44.127016 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:44.142353 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd610-e9a3-4ae0-b287-1a11781234c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853194635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774869'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:44.144978 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd610-e9a3-4ae0-b287-1a11781234c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:44.201780 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd610-e9a3-4ae0-b287-1a11781234c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853194605'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:44.204447 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cdd610-e9a3-4ae0-b287-1a11781234c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fd5bfaa-2d4b-4751-9bd0-23df613279f6 {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 13:27:44.219179 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd610-e9a3-4ae0-b287-1a11781234c7 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:44.223343 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-b0cdd610-e9a3-4ae0-b287-1a11781234c7 admin admin] 10.222.0.120 "DELETE /v2.0/routers/9fd5bfaa-2d4b-4751-9bd0-23df613279f6 HTTP/1.1" status: 204 len: 168 time: 2.0300019 Feb 11 13:27:44.223900 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 41520) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:44.276689 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:44.319346 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] For port 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=2f4eaf8c-eda6-431d-b838-28e5a9d1e9da,segment=NetworkSegment(4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0),segment_id=4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:44.348374 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b5de58-cf6e-4f10-9ea2-20c859967eb6 admin admin] Deleting subnet 91ff8925-901e-4f62-a46b-d8fc7bef8096 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:27:44.351971 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-28b5de58-cf6e-4f10-9ea2-20c859967eb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:44.366916 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:44.369864 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:44.416609 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-28b5de58-cf6e-4f10-9ea2-20c859967eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375651'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:44.439618 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device c8d20e41-d46b-4c4c-8788-d9dddd2c4110 no longer exists at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:27:44.490406 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] No Port match for: c8d20e41-d46b-4c4c-8788-d9dddd2c4110 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:27:44.490806 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device c8d20e41-d46b-4c4c-8788-d9dddd2c4110 not bound to the agent host dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:27:44.529095 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Pushing event updated for resources: {'Port': ['ID=2f4eaf8c-eda6-431d-b838-28e5a9d1e9da,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:44.540143 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:44.581796 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-28b5de58-cf6e-4f10-9ea2-20c859967eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853299468'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:44.904174 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-28b5de58-cf6e-4f10-9ea2-20c859967eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1476348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852509079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845098505'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:44.925514 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:44.977436 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5de58-cf6e-4f10-9ea2-20c859967eb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91ff8925-901e-4f62-a46b-d8fc7bef8096,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:44.982021 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-28b5de58-cf6e-4f10-9ea2-20c859967eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:45.066950 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-28b5de58-cf6e-4f10-9ea2-20c859967eb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:45.072200 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9249dc-9f46-4838-9b18-83ff57527da2 None None] Network f00aeee0-a55a-4662-92f5-a8c965ecd91a requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:27:45.073759 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-28b5de58-cf6e-4f10-9ea2-20c859967eb6 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/91ff8925-901e-4f62-a46b-d8fc7bef8096 HTTP/1.1" status: 204 len: 168 time: 0.8487134 Feb 11 13:27:45.076412 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 41528) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:45.199730 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853372729'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:45.278533 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Deleting port 38904d05-c642-465b-ab45-ea3883853423 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:27:45.278909 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:45.353122 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdccad73-3095-4d46-858d-d080fcf6c557 None None] DHCP port deletion for f00aeee0-a55a-4662-92f5-a8c965ecd91a request from dv-cinder-773985-4-smb {{(pid=80116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 11 13:27:45.358801 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-cdccad73-3095-4d46-858d-d080fcf6c557 None None] Deleting port 38904d05-c642-465b-ab45-ea3883853423 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:27:45.359247 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cdccad73-3095-4d46-858d-d080fcf6c557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:45.538037 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] For port 38904d05-c642-465b-ab45-ea3883853423, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=38904d05-c642-465b-ab45-ea3883853423,segment=NetworkSegment(ffe481f5-ee24-4270-ac1a-36f251bd1339),segment_id=ffe481f5-ee24-4270-ac1a-36f251bd1339)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:45.538622 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:45.606408 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-cdccad73-3095-4d46-858d-d080fcf6c557 None None] For port 38904d05-c642-465b-ab45-ea3883853423, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=38904d05-c642-465b-ab45-ea3883853423,segment=NetworkSegment(ffe481f5-ee24-4270-ac1a-36f251bd1339),segment_id=ffe481f5-ee24-4270-ac1a-36f251bd1339)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:27:45.606878 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cdccad73-3095-4d46-858d-d080fcf6c557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:45.682848 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c8678a7d-8b0d-4d95-bdcc-4d778bcf01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:45.684406 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Calling delete_port for 38904d05-c642-465b-ab45-ea3883853423 owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:27:45.756085 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-cdccad73-3095-4d46-858d-d080fcf6c557 None None] Calling delete_port for 38904d05-c642-465b-ab45-ea3883853423 owned by network:dhcp {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:27:45.826610 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:45.858172 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:45.908532 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da up at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:27:45.921362 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Pushing event deleted for resources: {'Port': ['ID=38904d05-c642-465b-ab45-ea3883853423,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:45.951274 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.api [None req-cdccad73-3095-4d46-858d-d080fcf6c557 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80116) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:27:45.951740 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_db.api [None req-cdccad73-3095-4d46-858d-d080fcf6c557 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:27:45.979265 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:45.988585 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Provisioning complete for port 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:27:45.989005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:46.009345 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] No DVR routers for this DVR port 38904d05-c642-465b-ab45-ea3883853423 on host dv-cinder-773985-4-smb {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:27:46.135181 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853300733', 'neutron.services.segments.db._delete_segments_for_network--9223363267560229748'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:46.189913 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 101c2539-7940-4f3f-a475-6ce97b9e5185 no longer exists at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:27:46.226533 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] No Port match for: 101c2539-7940-4f3f-a475-6ce97b9e5185 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:27:46.226923 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 101c2539-7940-4f3f-a475-6ce97b9e5185 not bound to the agent host dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:27:46.227379 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 38904d05-c642-465b-ab45-ea3883853423 no longer exists at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:27:46.260642 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00aeee0-a55a-4662-92f5-a8c965ecd91a']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:46.266907 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] No Port match for: 38904d05-c642-465b-ab45-ea3883853423 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:27:46.267304 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 38904d05-c642-465b-ab45-ea3883853423 not bound to the agent host dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:27:46.275034 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe481f5-ee24-4270-ac1a-36f251bd1339') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:46.275408 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe481f5-ee24-4270-ac1a-36f251bd1339') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:27:46.288040 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267560227700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852400149'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:46.303602 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:46.305978 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:27:46.453635 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-cdccad73-3095-4d46-858d-d080fcf6c557 None None] Deleting port 38904d05-c642-465b-ab45-ea3883853423 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:27:46.454076 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cdccad73-3095-4d46-858d-d080fcf6c557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:46.530582 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-cdccad73-3095-4d46-858d-d080fcf6c557 None None] The port '38904d05-c642-465b-ab45-ea3883853423' was deleted {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 11 13:27:46.740526 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Network f00aeee0-a55a-4662-92f5-a8c965ecd91a has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:27:46.749684 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853293791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2266570'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:46.934558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Network f00aeee0-a55a-4662-92f5-a8c965ecd91a has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: Traceback (most recent call last): Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: timer() Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: cb(*args, **kw) Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: return func(*args, **kwargs) Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: self._notify() Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: self.callback(batched_events) Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: event.method(event) Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: segment_id)['aggregates'][0] Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: return f(self, *a, **k) Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: return self._get(url).json() Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: **kwargs) Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: return self.request(url, 'GET', **kwargs) Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: **endpoint_filter) Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:27:46.961696 dv-cinder-773985-4-smb neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:27:47.144706 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514336'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:47.149197 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:47.153177 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:47.178047 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Pushing event deleted for resources: {'Network': ['ID=f00aeee0-a55a-4662-92f5-a8c965ecd91a,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:47.181547 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:47.261125 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] 10.222.0.120 "DELETE /v2.0/networks/f00aeee0-a55a-4662-92f5-a8c965ecd91a HTTP/1.1" status: 204 len: 168 time: 2.1834698 Feb 11 13:27:47.652091 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 41552) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:47.707917 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-0860e7d2-da1a-43c7-a984-848d9df17a4d admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=00e29c751ba64590951fc193a9d8823c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543470 Feb 11 13:27:47.710723 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 41556) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:47.780031 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2d3215b1-22a3-4364-bd18-d22d038a2dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:47.807679 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2d3215b1-22a3-4364-bd18-d22d038a2dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:48.069499 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2d3215b1-22a3-4364-bd18-d22d038a2dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:48.074808 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1f1ece89-646c-46ee-83e5-d9008fc6308c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:27:48.091522 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3215b1-22a3-4364-bd18-d22d038a2dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8566839-ba0a-430a-b63c-6c07c952dfe0,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:27:48.093994 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2d3215b1-22a3-4364-bd18-d22d038a2dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:27:48.137929 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2d3215b1-22a3-4364-bd18-d22d038a2dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:48.139588 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-2d3215b1-22a3-4364-bd18-d22d038a2dd9 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/e8566839-ba0a-430a-b63c-6c07c952dfe0 HTTP/1.1" status: 204 len: 168 time: 0.4277194 Feb 11 13:27:48.876206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:49.008020 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b7f1203b-9078-410e-9f99-66f88b6890e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:50.149631 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:50.635602 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:51.093769 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb4340-c7e3-4e56-9c33-21f4d030cfc9 req-c36f6a84-7dbb-4c97-a794-8916570603b7 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:51.095530 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-98eb4340-c7e3-4e56-9c33-21f4d030cfc9 req-c36f6a84-7dbb-4c97-a794-8916570603b7 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1717918 Feb 11 13:27:51.162232 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-98eb4340-c7e3-4e56-9c33-21f4d030cfc9 req-a989424e-b7ac-4f35-81b6-f2c0f27db0a1 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596836 Feb 11 13:27:52.486132 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b1c20-bfd4-4425-9ade-6f80b4d70153 req-43069f51-6280-40da-a806-9ee937e027ff tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:52.487822 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-418b1c20-bfd4-4425-9ade-6f80b4d70153 req-43069f51-6280-40da-a806-9ee937e027ff tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1758280 Feb 11 13:27:52.557338 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-418b1c20-bfd4-4425-9ade-6f80b4d70153 req-f90f8cc0-3c8d-4bc1-ab3c-c281661f4404 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613472 Feb 11 13:27:53.882120 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4d93f-98b9-4c4c-bc6e-0837c4a3e2fa req-d0a5b981-c25b-4f96-8f62-2ba2ef0718a8 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:53.883888 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f4d4d93f-98b9-4c4c-bc6e-0837c4a3e2fa req-d0a5b981-c25b-4f96-8f62-2ba2ef0718a8 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1756248 Feb 11 13:27:53.953664 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f4d4d93f-98b9-4c4c-bc6e-0837c4a3e2fa req-116f5b36-79f5-4270-80d9-dcf12c3022bc tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624719 Feb 11 13:27:55.275800 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338977a-584c-4ffc-8b45-685003020679 req-a615784e-e4ee-4895-b0e2-f0aa101e563d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:55.277443 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1338977a-584c-4ffc-8b45-685003020679 req-a615784e-e4ee-4895-b0e2-f0aa101e563d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1758559 Feb 11 13:27:55.344536 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1338977a-584c-4ffc-8b45-685003020679 req-b0035780-fbca-4c59-8c2b-8924455fa68a tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606174 Feb 11 13:27:56.674390 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702f7f8-1f21-42ec-b2a1-42fe0dd1d090 req-4ecc29c7-a407-414d-b38f-6db0e29fa72d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:56.676065 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1702f7f8-1f21-42ec-b2a1-42fe0dd1d090 req-4ecc29c7-a407-414d-b38f-6db0e29fa72d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1714160 Feb 11 13:27:56.745864 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1702f7f8-1f21-42ec-b2a1-42fe0dd1d090 req-5cb9f8a3-fb48-4b1f-a0d3-b192b92b8ec3 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629206 Feb 11 13:27:57.040889 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:27:58.084837 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184e30e-0321-4ffb-9923-91b3cb79021a req-52e4d8d8-b54a-4627-afb6-c0e0f40bd7bc tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:58.086816 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6184e30e-0321-4ffb-9923-91b3cb79021a req-52e4d8d8-b54a-4627-afb6-c0e0f40bd7bc tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1742544 Feb 11 13:27:58.154679 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6184e30e-0321-4ffb-9923-91b3cb79021a req-07421d36-c815-4ba8-b2dd-515f3dd6f6bd tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604165 Feb 11 13:27:59.473256 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca25d70-06ea-4dca-90cc-40960a0028d3 req-19e8d802-a01c-4d96-a1c1-eeb62cb48c1b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:27:59.474822 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ca25d70-06ea-4dca-90cc-40960a0028d3 req-19e8d802-a01c-4d96-a1c1-eeb62cb48c1b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1686893 Feb 11 13:27:59.544401 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ca25d70-06ea-4dca-90cc-40960a0028d3 req-fe39565c-cf4a-4096-996d-876e6be827f4 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628979 Feb 11 13:27:59.826628 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-cfcad8a9-c58a-4c44-a960-221ee460a0db tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Synchronizing usage tracker for tenant:e70b61b29b56480eb7d1431eed039570 on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:27:59.887980 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-cfcad8a9-c58a-4c44-a960-221ee460a0db tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Unset dirty status for tenant:e70b61b29b56480eb7d1431eed039570 on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:27:59.889318 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-cfcad8a9-c58a-4c44-a960-221ee460a0db tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-367938740&fields=id&tenant_id=e70b61b29b56480eb7d1431eed039570 HTTP/1.1" status: 200 len: 267 time: 0.1232429 Feb 11 13:28:00.139266 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-06c2cd8c-b95c-45d3-9e56-573b40aeaecf tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:00.141036 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-06c2cd8c-b95c-45d3-9e56-573b40aeaecf tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/networks?id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 HTTP/1.1" status: 200 len: 809 time: 0.2443295 Feb 11 13:28:00.159138 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-3f335439-6e3b-48bc-b9e5-b6af39150b7f tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/quotas/e70b61b29b56480eb7d1431eed039570 HTTP/1.1" status: 200 len: 375 time: 0.0117095 Feb 11 13:28:00.304539 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-d55536d6-31de-4482-9e50-4e439afd35c4 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=e70b61b29b56480eb7d1431eed039570&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1388891 Feb 11 13:28:00.687925 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-c891bf77-32d4-4947-94b6-d19bd00277a7 service neutron] 10.222.0.120 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695712 Feb 11 13:28:00.870971 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25280761-4a0a-4b57-81cd-ffabd2a13e4c req-6efcb5b3-f5e5-4e6a-9c4b-b830a27b42d3 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:00.872760 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-25280761-4a0a-4b57-81cd-ffabd2a13e4c req-6efcb5b3-f5e5-4e6a-9c4b-b830a27b42d3 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1743872 Feb 11 13:28:00.945400 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-25280761-4a0a-4b57-81cd-ffabd2a13e4c req-3be511d6-0f67-405f-ab7e-57cf8e71d304 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655777 Feb 11 13:28:01.079240 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-c3729e12-7e05-423d-ad56-f9c4503abaf3 service neutron] 10.222.0.120 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3845482 Feb 11 13:28:01.806837 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-9ac761ed-a210-41fa-9009-3c307d950258 req-0da6833a-0c86-428b-abf2-5b33a4f5eed1 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Synchronizing usage tracker for tenant:e70b61b29b56480eb7d1431eed039570 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:28:01.880786 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-9ac761ed-a210-41fa-9009-3c307d950258 req-0da6833a-0c86-428b-abf2-5b33a4f5eed1 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Unset dirty status for tenant:e70b61b29b56480eb7d1431eed039570 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:28:01.881957 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9ac761ed-a210-41fa-9009-3c307d950258 req-0da6833a-0c86-428b-abf2-5b33a4f5eed1 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 210 time: 0.1309698 Feb 11 13:28:02.300183 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf2ee3-9655-42f7-9bc5-d1f2e71bd477 req-6350f093-9919-47da-a45f-1935fd453ae5 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:02.302000 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a6cf2ee3-9655-42f7-9bc5-d1f2e71bd477 req-6350f093-9919-47da-a45f-1935fd453ae5 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1787057 Feb 11 13:28:02.381777 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a6cf2ee3-9655-42f7-9bc5-d1f2e71bd477 req-9404559d-312a-43fd-8ae3-35bacf06f1ff tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716479 Feb 11 13:28:02.922814 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device b60c8dde-09c1-43c3-b24b-e5d3a22a392b up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:28:03.002963 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port b60c8dde-09c1-43c3-b24b-e5d3a22a392b triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:28:03.011587 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:03.143413 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-fbb273e5-55b1-4d19-882b-e5b4b9c75df4 req-22f8e319-101d-4ca1-8d74-067373e8d0a8 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 210 time: 0.0593536 Feb 11 13:28:03.728881 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19130d60-2e19-4309-a035-967fa5574eaa req-2d8941e9-a1c2-4802-93ff-6a578483e056 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:03.731258 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-19130d60-2e19-4309-a035-967fa5574eaa req-2d8941e9-a1c2-4802-93ff-6a578483e056 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1685565 Feb 11 13:28:03.799203 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-19130d60-2e19-4309-a035-967fa5574eaa req-49bf0010-69de-4eb1-be6b-691db5a7af55 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612988 Feb 11 13:28:04.351585 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-dab375dd-c018-4d9c-8834-94a5816aa19c req-a9990a85-2fae-43fa-9f85-79f0a747cad4 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 210 time: 0.0636454 Feb 11 13:28:04.469257 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-a8a13d9d-d989-4cbd-a343-cab3d104c55c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:04.470974 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-a8a13d9d-d989-4cbd-a343-cab3d104c55c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.111 "GET /v2.0/networks?id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 HTTP/1.1" status: 200 len: 809 time: 0.2666707 Feb 11 13:28:04.598681 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-871bca79-08ce-488d-be3b-2f730bfd5e1b tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.111 "GET /v2.0/security-groups?tenant_id=e70b61b29b56480eb7d1431eed039570 HTTP/1.1" status: 200 len: 5757 time: 0.1129036 Feb 11 13:28:04.609845 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Request body: {'port': {'device_id': '711aebda-ce05-455e-b099-4459eba34672', 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6', 'admin_state_up': True, 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'security_groups': ['c225c5f1-4bb1-4b70-8a21-92b0a647597e']}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:04.764285 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:28:04.774437 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:28:04.835927 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Made reservation on behalf of e70b61b29b56480eb7d1431eed039570 for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:28:04.857400 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:05.241135 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbd2d1-7bb9-4417-a1c3-4199381d8ea0 req-e05fd07c-3689-4b01-ae4e-2189a133934f tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:05.242852 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b1cbd2d1-7bb9-4417-a1c3-4199381d8ea0 req-e05fd07c-3689-4b01-ae4e-2189a133934f tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.2591624 Feb 11 13:28:05.373823 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b1cbd2d1-7bb9-4417-a1c3-4199381d8ea0 req-88e6d576-4955-4de1-bab7-49259e20bb41 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221232 Feb 11 13:28:05.388158 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Allocated IP 172.20.0.4 (e1c48bf6-a435-4b2c-8e7b-e414eb5449d6/66d9761c-b1e5-4395-85ab-f068c35e48d4/63a19ed3-4692-4845-8c22-6cacb7442298) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:28:05.573492 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c1721549-5ff9-4156-b1e5-1a500cbe6152 req-7f99c5d7-b37c-43b2-9dcd-f820ed8942ff tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 210 time: 0.0518539 Feb 11 13:28:05.613566 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:05.630248 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Transition to ACTIVE for port object 63a19ed3-4692-4845-8c22-6cacb7442298 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:28:05.716513 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:05.732709 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-67fbcb58-8aca-4a07-bd19-1d021923fd01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:05.890442 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Pushing event updated for resources: {'Port': ['ID=63a19ed3-4692-4845-8c22-6cacb7442298,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:05.903719 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.904159 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.904587 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.904992 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.905392 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.905790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.906206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.906606 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.906997 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.907387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.907805 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.908219 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.908698 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.909089 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.909506 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.909897 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.910286 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.910675 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.911062 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.911452 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.911860 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.912248 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.912636 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.913020 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:05.918986 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:05.957861 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Network e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:28:05.959001 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:28:05.961350 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:28:06.093781 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:06.094514 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:06.218856 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-2de74db4-aeeb-48d3-9554-a07e14e0a904 None None] Provisioning for port 63a19ed3-4692-4845-8c22-6cacb7442298 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:28:06.224585 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-2de74db4-aeeb-48d3-9554-a07e14e0a904 None None] Provisioning complete for port 63a19ed3-4692-4845-8c22-6cacb7442298 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:28:06.224924 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2de74db4-aeeb-48d3-9554-a07e14e0a904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:06.245408 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6393898 Feb 11 13:28:06.258207 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Request body: {'port': {'device_id': '711aebda-ce05-455e-b099-4459eba34672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:06.283914 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-2de74db4-aeeb-48d3-9554-a07e14e0a904 None None] Port 63a19ed3-4692-4845-8c22-6cacb7442298 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 11 13:28:06.388249 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:06.431257 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:28:06.698897 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df36a6b-be0a-44bf-8419-4f75c5bdcf38 req-7a65cf3a-a0c5-48a6-bfbd-930c65f977a2 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:06.700673 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0df36a6b-be0a-44bf-8419-4f75c5bdcf38 req-7a65cf3a-a0c5-48a6-bfbd-930c65f977a2 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1749678 Feb 11 13:28:06.767486 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0df36a6b-be0a-44bf-8419-4f75c5bdcf38 req-d63212f6-bb0d-47c8-ab6f-8d352961dff8 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598280 Feb 11 13:28:06.899747 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a19ed3-4692-4845-8c22-6cacb7442298 {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:28:06.916428 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:06.934035 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Transition to ACTIVE for port object 63a19ed3-4692-4845-8c22-6cacb7442298 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:28:07.041794 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1db7b8-c3aa-413e-9503-cf98296a1d1d req-c8846343-217d-49b2-a85f-07712c0c5f6f tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:07.042600 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2d1db7b8-c3aa-413e-9503-cf98296a1d1d req-c8846343-217d-49b2-a85f-07712c0c5f6f tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Synchronizing usage tracker for tenant:e70b61b29b56480eb7d1431eed039570 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:28:07.047001 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:07.063028 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:07.220262 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Pushing event updated for resources: {'Port': ['ID=63a19ed3-4692-4845-8c22-6cacb7442298,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:07.224902 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:07.245393 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2d1db7b8-c3aa-413e-9503-cf98296a1d1d req-c8846343-217d-49b2-a85f-07712c0c5f6f tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Unset dirty status for tenant:e70b61b29b56480eb7d1431eed039570 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:28:07.246672 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2d1db7b8-c3aa-413e-9503-cf98296a1d1d req-c8846343-217d-49b2-a85f-07712c0c5f6f tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 931 time: 0.3960652 Feb 11 13:28:07.433273 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2d1db7b8-c3aa-413e-9503-cf98296a1d1d req-17346ce4-7085-4ec6-805c-f4e13811f6db tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1213932 Feb 11 13:28:07.461534 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Attempting to bind port 63a19ed3-4692-4845-8c22-6cacb7442298 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:28:07.461910 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Attempting to bind port 63a19ed3-4692-4845-8c22-6cacb7442298 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '7a9694b3-9ab5-487f-9767-355984aea8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:28:07.462279 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Attempting to bind port 63a19ed3-4692-4845-8c22-6cacb7442298 on network e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:28:07.468050 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:28:07.468422 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Checking segment: {'id': '7a9694b3-9ab5-487f-9767-355984aea8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:28:07.468823 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:07.469215 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Bound using segment: {'id': '7a9694b3-9ab5-487f-9767-355984aea8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:28:07.469683 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Bound port: 63a19ed3-4692-4845-8c22-6cacb7442298, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9694b3-9ab5-487f-9767-355984aea8c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:28:07.470055 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:07.787951 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] For port 63a19ed3-4692-4845-8c22-6cacb7442298, host hv-cinder-77398, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:28:07.791002 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] For port 63a19ed3-4692-4845-8c22-6cacb7442298, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=63a19ed3-4692-4845-8c22-6cacb7442298,segment=NetworkSegment(7a9694b3-9ab5-487f-9767-355984aea8c7),segment_id=7a9694b3-9ab5-487f-9767-355984aea8c7)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:28:07.836617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:07.852484 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-963e764f-dc58-474b-b351-20f1340ce7dc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:08.012838 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Pushing event updated for resources: {'Port': ['ID=63a19ed3-4692-4845-8c22-6cacb7442298,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:08.018313 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:08.055358 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:08.056221 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:08.060221 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] 10.222.0.111 "PUT /v2.0/ports/63a19ed3-4692-4845-8c22-6cacb7442298 HTTP/1.1" status: 200 len: 1157 time: 1.8045404 Feb 11 13:28:08.060806 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711aebda-ce05-455e-b099-4459eba34672', 'tag': '63a19ed3-4692-4845-8c22-6cacb7442298'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:08.101182 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb5ad2-1409-4aa9-82a0-73afbd251516 req-70facdc3-6f31-4b6f-9445-7de13a822690 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:08.109788 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-48cb5ad2-1409-4aa9-82a0-73afbd251516 req-70facdc3-6f31-4b6f-9445-7de13a822690 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1853676 Feb 11 13:28:08.181763 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-48cb5ad2-1409-4aa9-82a0-73afbd251516 req-1e9f3ce8-fbbe-42e3-b947-d5a9a0c16542 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709870 Feb 11 13:28:08.198680 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711aebda-ce05-455e-b099-4459eba34672', 'tag': '63a19ed3-4692-4845-8c22-6cacb7442298', 'status': 'completed', 'code': 200} Feb 11 13:28:08.255498 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-aa087409-e884-4583-8e32-0a7ed72282bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:08.258370 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-aa087409-e884-4583-8e32-0a7ed72282bf service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=e70b61b29b56480eb7d1431eed039570&device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 1160 time: 0.1045592 Feb 11 13:28:08.342866 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-3a1d015a-37f2-45e3-9e8c-9c81c5543415 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a19ed3-4692-4845-8c22-6cacb7442298 HTTP/1.1" status: 200 len: 217 time: 0.0756428 Feb 11 13:28:08.654318 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-65e3e89c-5de0-4c1c-afed-bf522fd3d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:08.654318 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-65e3e89c-5de0-4c1c-afed-bf522fd3d580 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=66d9761c-b1e5-4395-85ab-f068c35e48d4 HTTP/1.1" status: 200 len: 848 time: 0.0748227 Feb 11 13:28:08.654318 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-47ad2108-4554-404b-9945-cc839c6242e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:08.654318 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-47ad2108-4554-404b-9945-cc839c6242e6 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0987670 Feb 11 13:28:08.691582 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-051b3aee-5a54-4808-b734-429850db9fcc service neutron] 10.222.0.111 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456695 Feb 11 13:28:08.766662 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8af307-44c8-4b8a-9790-a49465b4eb5a req-4369ee86-fb49-4f06-83d2-d864bca16b4f tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:08.770602 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2e8af307-44c8-4b8a-9790-a49465b4eb5a req-4369ee86-fb49-4f06-83d2-d864bca16b4f tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 943 time: 0.1901898 Feb 11 13:28:08.849198 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2e8af307-44c8-4b8a-9790-a49465b4eb5a req-55ed4ba3-a62d-4795-bfa6-870d48bf86c3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Synchronizing usage tracker for tenant:e70b61b29b56480eb7d1431eed039570 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:28:08.851907 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6f53ed31-107d-4ef3-9b9d-4b5ffab187a8 req-5eb6ac8f-b789-409d-a5bd-6c97557f9cca service neutron] 10.222.0.111 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1528654 Feb 11 13:28:08.862956 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2e8af307-44c8-4b8a-9790-a49465b4eb5a req-55ed4ba3-a62d-4795-bfa6-870d48bf86c3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Unset dirty status for tenant:e70b61b29b56480eb7d1431eed039570 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:28:08.864278 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2e8af307-44c8-4b8a-9790-a49465b4eb5a req-55ed4ba3-a62d-4795-bfa6-870d48bf86c3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0872874 Feb 11 13:28:09.079483 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01530735-8573-4cce-b765-503080b3d07b req-1bc439e7-1bbf-4072-8e88-7768c8a8c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:09.081082 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-01530735-8573-4cce-b765-503080b3d07b req-1bc439e7-1bbf-4072-8e88-7768c8a8c2a9 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=e70b61b29b56480eb7d1431eed039570&device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 1160 time: 0.1204541 Feb 11 13:28:09.246757 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01530735-8573-4cce-b765-503080b3d07b req-fd40ecb6-1e30-42cc-91a2-63856cca3a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:09.248332 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-01530735-8573-4cce-b765-503080b3d07b req-fd40ecb6-1e30-42cc-91a2-63856cca3a87 service neutron] 10.222.0.111 "GET /v2.0/networks?id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 HTTP/1.1" status: 200 len: 903 time: 0.1585147 Feb 11 13:28:09.340185 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-01530735-8573-4cce-b765-503080b3d07b req-5b355959-813a-4e9c-bc6b-047300c1046a service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a19ed3-4692-4845-8c22-6cacb7442298 HTTP/1.1" status: 200 len: 217 time: 0.0835094 Feb 11 13:28:09.468798 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01530735-8573-4cce-b765-503080b3d07b req-f1c4243d-d233-498c-9561-73319a2a797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:09.470415 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-01530735-8573-4cce-b765-503080b3d07b req-f1c4243d-d233-498c-9561-73319a2a797a service neutron] 10.222.0.111 "GET /v2.0/subnets?id=66d9761c-b1e5-4395-85ab-f068c35e48d4 HTTP/1.1" status: 200 len: 848 time: 0.1239719 Feb 11 13:28:09.627852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7239dd9-4d64-45f6-8d6b-cc41da6a6058 req-770d08ba-df19-4fe7-ad03-6438e089869f tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:09.629571 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c7239dd9-4d64-45f6-8d6b-cc41da6a6058 req-770d08ba-df19-4fe7-ad03-6438e089869f tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.2482698 Feb 11 13:28:09.696601 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01530735-8573-4cce-b765-503080b3d07b req-9ceb099a-cbf5-49d0-9942-2ed6f62443d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:09.698858 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-01530735-8573-4cce-b765-503080b3d07b req-9ceb099a-cbf5-49d0-9942-2ed6f62443d1 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2147591 Feb 11 13:28:09.717600 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c7239dd9-4d64-45f6-8d6b-cc41da6a6058 req-de6ad1a6-ed88-4767-89bc-8fe5c2e04579 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761094 Feb 11 13:28:09.928929 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-01530735-8573-4cce-b765-503080b3d07b req-9f92b88e-92fa-4dae-a20f-9f78ce9f1867 service neutron] 10.222.0.111 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102389 Feb 11 13:28:10.125826 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-01530735-8573-4cce-b765-503080b3d07b req-3ba35a97-222d-4c1d-a816-74a376e974b2 service neutron] 10.222.0.111 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1453216 Feb 11 13:28:10.166262 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b981c-0d21-458b-9f3e-4d131e874e55 req-80765582-324e-442a-a39b-c38f384056e6 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:10.168618 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-824b981c-0d21-458b-9f3e-4d131e874e55 req-80765582-324e-442a-a39b-c38f384056e6 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 943 time: 0.1705341 Feb 11 13:28:10.251320 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-824b981c-0d21-458b-9f3e-4d131e874e55 req-4c4c0b3d-7440-46a8-9407-2f161d859da9 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0760353 Feb 11 13:28:11.068568 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f9ada-27ac-4ed2-a9c7-912985d05fa2 req-ee58f575-5e47-4b16-a9a3-20c2aaa0a19c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:11.069241 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ef4f9ada-27ac-4ed2-a9c7-912985d05fa2 req-ee58f575-5e47-4b16-a9a3-20c2aaa0a19c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1962779 Feb 11 13:28:11.176814 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ef4f9ada-27ac-4ed2-a9c7-912985d05fa2 req-0881cb72-f174-465c-8fcd-fef6851f6b98 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987475 Feb 11 13:28:11.511948 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device b60c8dde-09c1-43c3-b24b-e5d3a22a392b up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:28:11.642406 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3d047-acb8-4498-ac8f-2699552fd587 req-baf84fc2-7215-4563-857e-1fb8daa39e7d tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:11.646244 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bde3d047-acb8-4498-ac8f-2699552fd587 req-baf84fc2-7215-4563-857e-1fb8daa39e7d tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 943 time: 0.2001784 Feb 11 13:28:11.665378 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port b60c8dde-09c1-43c3-b24b-e5d3a22a392b triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:28:11.666096 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:11.750006 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bde3d047-acb8-4498-ac8f-2699552fd587 req-8491a07a-8e8f-4c69-9c58-40101151224e tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0965383 Feb 11 13:28:11.820801 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 63a19ed3-4692-4845-8c22-6cacb7442298 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:28:11.939592 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port 63a19ed3-4692-4845-8c22-6cacb7442298 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:28:11.946524 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 63a19ed3-4692-4845-8c22-6cacb7442298 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:28:11.985164 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:12.121598 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:12.162375 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 63a19ed3-4692-4845-8c22-6cacb7442298, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=63a19ed3-4692-4845-8c22-6cacb7442298,segment=NetworkSegment(7a9694b3-9ab5-487f-9767-355984aea8c7),segment_id=7a9694b3-9ab5-487f-9767-355984aea8c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:28:12.163457 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711aebda-ce05-455e-b099-4459eba34672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a19ed3-4692-4845-8c22-6cacb7442298'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:12.229007 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:12.231469 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bcbcc898-6459-43b9-b783-c6d488982daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:12.321902 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711aebda-ce05-455e-b099-4459eba34672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a19ed3-4692-4845-8c22-6cacb7442298', 'code': 200} Feb 11 13:28:12.324195 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=63a19ed3-4692-4845-8c22-6cacb7442298,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:12.335737 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:12.420188 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11185-fc3f-428b-bbad-9c0105df5af8 req-9ba9704a-df2f-479a-b3b4-fa9b548d5407 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:12.432896 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0ba11185-fc3f-428b-bbad-9c0105df5af8 req-9ba9704a-df2f-479a-b3b4-fa9b548d5407 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 946 time: 0.1866562 Feb 11 13:28:12.523466 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0ba11185-fc3f-428b-bbad-9c0105df5af8 req-c08956d6-86b3-4a92-87e8-54960b6b08ec tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=ea5a2344-09dd-4a6f-868c-a7536f344502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895140 Feb 11 13:28:12.818064 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66754e-77f7-48a1-b3fd-de6437fc8995 req-6cb602a6-2e8a-4535-842b-4cd45cc37795 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:12.820056 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0b66754e-77f7-48a1-b3fd-de6437fc8995 req-6cb602a6-2e8a-4535-842b-4cd45cc37795 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.2067213 Feb 11 13:28:12.978946 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0b66754e-77f7-48a1-b3fd-de6437fc8995 req-66fb05a4-d4a0-415a-8c55-9a81f2bb6368 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034744 Feb 11 13:28:12.999602 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f537e-9be8-48c3-b7a7-1bb3c5f43aec req-f2e4160e-aab1-444e-878a-cdeff6ef0fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:13.001692 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9b0f537e-9be8-48c3-b7a7-1bb3c5f43aec req-f2e4160e-aab1-444e-878a-cdeff6ef0fe0 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 1162 time: 0.1798649 Feb 11 13:28:13.015681 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 63a19ed3-4692-4845-8c22-6cacb7442298 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:28:13.055321 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9b0f537e-9be8-48c3-b7a7-1bb3c5f43aec req-3496333b-6566-4c4f-95f2-4f6e5c318f98 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0446150 Feb 11 13:28:13.089399 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed915809-fe03-47e0-b41a-523f99498874 req-7f3d2212-4fe7-4e2c-a125-aa8dccf4a3fc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:13.094292 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 63a19ed3-4692-4845-8c22-6cacb7442298 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:28:13.095173 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:13.100776 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ed915809-fe03-47e0-b41a-523f99498874 req-7f3d2212-4fe7-4e2c-a125-aa8dccf4a3fc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.2217307 Feb 11 13:28:13.163201 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ed915809-fe03-47e0-b41a-523f99498874 req-bb727784-1888-446b-9c92-39eb13b02a6c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0614071 Feb 11 13:28:13.829924 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d0d0a-3f30-4e83-9ff8-c63f9a85b172 req-e865c364-3aa5-426e-8300-2c63fd301ee3 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:13.837794 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b23d0d0a-3f30-4e83-9ff8-c63f9a85b172 req-e865c364-3aa5-426e-8300-2c63fd301ee3 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 946 time: 0.1820638 Feb 11 13:28:13.921138 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b23d0d0a-3f30-4e83-9ff8-c63f9a85b172 req-e099d8f1-498e-4aea-aa3c-046fb36ab429 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=ea5a2344-09dd-4a6f-868c-a7536f344502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809536 Feb 11 13:28:14.354968 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0860ab-e3db-43f7-b541-4fb40971348e req-24cda0b1-f41f-463e-98e8-b618dba4aca0 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:14.364834 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1b0860ab-e3db-43f7-b541-4fb40971348e req-24cda0b1-f41f-463e-98e8-b618dba4aca0 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.2260139 Feb 11 13:28:14.455611 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1b0860ab-e3db-43f7-b541-4fb40971348e req-a4cf7a81-4d29-4a6e-8305-3931596555f9 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915205 Feb 11 13:28:14.535629 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c878e-1450-497f-ab8c-924f29a4f416 req-a202a956-0975-4776-ad0f-7206345d2011 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:14.537648 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-296c878e-1450-497f-ab8c-924f29a4f416 req-a202a956-0975-4776-ad0f-7206345d2011 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.2315228 Feb 11 13:28:14.616038 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-296c878e-1450-497f-ab8c-924f29a4f416 req-4e241235-7fbb-4212-84be-9ac0deed7c46 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0672505 Feb 11 13:28:14.990296 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 68810ce8-4aa0-4499-9610-0f55825d6609 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:28:15.136167 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d600a-9385-4236-a267-5f8ceef7e864 req-d58bf0a0-7f04-4268-8452-efeb04dd84c0 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:15.138442 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-131d600a-9385-4236-a267-5f8ceef7e864 req-d58bf0a0-7f04-4268-8452-efeb04dd84c0 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.111 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 946 time: 0.2206323 Feb 11 13:28:15.247211 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7b425-a14c-4d62-91a8-6fcff075d026 req-5ce59fe3-eb1c-4d15-8b14-e0e961157d4b tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:15.251555 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-131d600a-9385-4236-a267-5f8ceef7e864 req-8d217728-a1a9-41e5-aa00-9f28537c90bc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Deleting port 68810ce8-4aa0-4499-9610-0f55825d6609 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:28:15.252282 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-131d600a-9385-4236-a267-5f8ceef7e864 req-8d217728-a1a9-41e5-aa00-9f28537c90bc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:15.255526 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-afb7b425-a14c-4d62-91a8-6fcff075d026 req-5ce59fe3-eb1c-4d15-8b14-e0e961157d4b tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 946 time: 0.2053452 Feb 11 13:28:15.281778 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:15.340511 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-afb7b425-a14c-4d62-91a8-6fcff075d026 req-fe5027ac-e384-46e2-94ce-be351341522a tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=ea5a2344-09dd-4a6f-868c-a7536f344502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838706 Feb 11 13:28:15.353282 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 68810ce8-4aa0-4499-9610-0f55825d6609, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=68810ce8-4aa0-4499-9610-0f55825d6609,segment=NetworkSegment(535294c5-0985-4a0e-a9e0-7de35269ad8c),segment_id=535294c5-0985-4a0e-a9e0-7de35269ad8c)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:28:15.354729 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d5d423-b9ce-4cf4-907a-0049211f65d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68810ce8-4aa0-4499-9610-0f55825d6609'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:15.400227 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:15.404386 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bcbcc898-6459-43b9-b783-c6d488982daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:15.534293 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d5d423-b9ce-4cf4-907a-0049211f65d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68810ce8-4aa0-4499-9610-0f55825d6609', 'code': 200} Feb 11 13:28:15.536248 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=68810ce8-4aa0-4499-9610-0f55825d6609,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:15.540028 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:15.646054 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc3ef-900d-4a3d-9d6f-f6151f2f34d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:15.671203 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-131d600a-9385-4236-a267-5f8ceef7e864 req-8d217728-a1a9-41e5-aa00-9f28537c90bc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] For port 68810ce8-4aa0-4499-9610-0f55825d6609, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=68810ce8-4aa0-4499-9610-0f55825d6609,segment=NetworkSegment(535294c5-0985-4a0e-a9e0-7de35269ad8c),segment_id=535294c5-0985-4a0e-a9e0-7de35269ad8c)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:28:15.672205 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-131d600a-9385-4236-a267-5f8ceef7e864 req-8d217728-a1a9-41e5-aa00-9f28537c90bc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:15.896286 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ac45c-9d5b-496b-9c08-dd733affbeb5 req-edb18b9d-56e1-429c-a5fb-bcfbfd8a4568 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:15.898245 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-834ac45c-9d5b-496b-9c08-dd733affbeb5 req-edb18b9d-56e1-429c-a5fb-bcfbfd8a4568 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.2498901 Feb 11 13:28:15.983052 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-834ac45c-9d5b-496b-9c08-dd733affbeb5 req-64d69773-6506-4d7d-8b5a-9bea2996259d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735784 Feb 11 13:28:16.464643 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb7344-e080-4a6e-a484-37d8dc2f49db req-c965d77c-63bc-4322-b76a-1e46441f8543 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:16.472447 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2aeb7344-e080-4a6e-a484-37d8dc2f49db req-c965d77c-63bc-4322-b76a-1e46441f8543 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.3748105 Feb 11 13:28:16.571399 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2aeb7344-e080-4a6e-a484-37d8dc2f49db req-7e716fe2-afd9-4997-bb04-eb8d3cdc6b02 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0979378 Feb 11 13:28:16.591090 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-131d600a-9385-4236-a267-5f8ceef7e864 req-8d217728-a1a9-41e5-aa00-9f28537c90bc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:16.591748 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-131d600a-9385-4236-a267-5f8ceef7e864 req-8d217728-a1a9-41e5-aa00-9f28537c90bc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514323'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:16.592246 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.l3_db [req-131d600a-9385-4236-a267-5f8ceef7e864 req-8d217728-a1a9-41e5-aa00-9f28537c90bc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Floating IP f036fb64-a2da-4304-8f77-b15b09243b24 disassociated. External IP: 172.28.1.96, port: 68810ce8-4aa0-4499-9610-0f55825d6609. Feb 11 13:28:16.593178 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-131d600a-9385-4236-a267-5f8ceef7e864 req-8d217728-a1a9-41e5-aa00-9f28537c90bc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Calling delete_port for 68810ce8-4aa0-4499-9610-0f55825d6609 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:28:16.757201 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff4b67-e206-4156-b9ca-aeaf68d8ac74 req-69748aa7-033e-4c81-8757-40ead2fa9c27 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:16.759235 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9dff4b67-e206-4156-b9ca-aeaf68d8ac74 req-69748aa7-033e-4c81-8757-40ead2fa9c27 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 944 time: 0.2026341 Feb 11 13:28:16.831973 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9dff4b67-e206-4156-b9ca-aeaf68d8ac74 req-fbd8b267-235a-41e4-8e8c-7766fb1101ea tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups?id=ea5a2344-09dd-4a6f-868c-a7536f344502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640845 Feb 11 13:28:16.924974 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b4c0c-8409-406a-8db7-59c1cc06bdee req-2e0403e0-df84-4c51-978d-6e4a1cb5dfe1 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:16.928419 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c40b4c0c-8409-406a-8db7-59c1cc06bdee req-2e0403e0-df84-4c51-978d-6e4a1cb5dfe1 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.1879163 Feb 11 13:28:17.062177 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c40b4c0c-8409-406a-8db7-59c1cc06bdee req-e72bfa50-b302-4640-b228-207c9c01df58 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0929158 Feb 11 13:28:17.411786 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48303ec-9545-4e53-abd1-9f4ee0aef0c2 req-cb05866b-0090-4d03-a8eb-686f4cc1f9c3 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:17.411786 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d48303ec-9545-4e53-abd1-9f4ee0aef0c2 req-cb05866b-0090-4d03-a8eb-686f4cc1f9c3 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1722739 Feb 11 13:28:17.412569 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-957fd8bf-5d6a-4870-8fb5-34f834a99b22 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2082124 Feb 11 13:28:17.412569 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Request body: {'floatingip': {'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:17.412569 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:28:17.412569 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Usage tracker for resource:floatingip and tenant:e70b61b29b56480eb7d1431eed039570 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:28:17.412569 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:28:17.412569 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:28:17.413031 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d48303ec-9545-4e53-abd1-9f4ee0aef0c2 req-aef8ce43-88a0-4702-8385-a832c2fea6f6 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664666 Feb 11 13:28:17.486142 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-131d600a-9385-4236-a267-5f8ceef7e864 req-8d217728-a1a9-41e5-aa00-9f28537c90bc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:17.505089 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-85ead213-3408-47a2-bb34-d4c2a0f32c73 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:17.563671 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for floatingip, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:17.582229 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d217728-a1a9-41e5-aa00-9f28537c90bc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Pushing event deleted for resources: {'Port': ['ID=68810ce8-4aa0-4499-9610-0f55825d6609,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:17.585038 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8d217728-a1a9-41e5-aa00-9f28537c90bc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:18.025209 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:18.083732 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-043e73eb-764a-49c2-ad55-f835d3f9c2a5 req-1f1c0b39-5d66-4cfc-b41e-c0974e69b40b tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 210 time: 0.0641906 Feb 11 13:28:18.114611 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-131d600a-9385-4236-a267-5f8ceef7e864 req-8d217728-a1a9-41e5-aa00-9f28537c90bc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Router 6914bdd8-bc1e-438b-818a-8e080a3daabd has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:28:18.497841 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-131d600a-9385-4236-a267-5f8ceef7e864 req-8d217728-a1a9-41e5-aa00-9f28537c90bc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:28:18.509711 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f4527-f2a8-47cd-bd53-0700bdd09052 None None] Sync routers for ids ['6914bdd8-bc1e-438b-818a-8e080a3daabd'] in dv-cinder-773985-4-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:28:18.529005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288f4527-f2a8-47cd-bd53-0700bdd09052 None None] Routers {'6914bdd8-bc1e-438b-818a-8e080a3daabd'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:28:18.529992 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-288f4527-f2a8-47cd-bd53-0700bdd09052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:27:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['6914bdd8-bc1e-438b-818a-8e080a3daabd'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:28:18.603064 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-131d600a-9385-4236-a267-5f8ceef7e864 req-8d217728-a1a9-41e5-aa00-9f28537c90bc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] No DVR routers for this DVR port 68810ce8-4aa0-4499-9610-0f55825d6609 on host hv-cinder-77398 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:28:18.606369 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-131d600a-9385-4236-a267-5f8ceef7e864 req-8d217728-a1a9-41e5-aa00-9f28537c90bc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:18.612440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d5d423-b9ce-4cf4-907a-0049211f65d1', 'name': 'network-vif-deleted', 'tag': '68810ce8-4aa0-4499-9610-0f55825d6609'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:18.643563 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Allocated IP 172.28.1.187 (9b988e67-9b89-43b7-af4a-040b9df3e619/8661603f-17f1-42e8-835b-9e08198d29f6/5899c2e3-df01-42cb-be1b-170f851cd314) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:28:18.706614 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-131d600a-9385-4236-a267-5f8ceef7e864 req-8d217728-a1a9-41e5-aa00-9f28537c90bc tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.111 "DELETE /v2.0/ports/68810ce8-4aa0-4499-9610-0f55825d6609 HTTP/1.1" status: 204 len: 173 time: 3.5621250 Feb 11 13:28:18.769771 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-288f4527-f2a8-47cd-bd53-0700bdd09052 None None] Set router 6914bdd8-bc1e-438b-818a-8e080a3daabd gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:28:18.866151 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:18.872701 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cbcfc-3944-4d5a-b3e1-ca00ecf675d0 req-17ef1c8c-f00e-49d7-a18c-29900f471d11 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:18.882876 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-539cbcfc-3944-4d5a-b3e1-ca00ecf675d0 req-17ef1c8c-f00e-49d7-a18c-29900f471d11 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.2987337 Feb 11 13:28:18.909331 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:18.943291 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:18.968358 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-95819c6c-8fae-46f1-8705-741cb86ae01c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:18.985459 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-539cbcfc-3944-4d5a-b3e1-ca00ecf675d0 req-1685fdba-c516-4200-a328-c74097290720 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013999 Feb 11 13:28:19.058923 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b7834424-7aa9-412f-a2f7-5ba624308fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:19.068746 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Pushing event updated for resources: {'Port': ['ID=5899c2e3-df01-42cb-be1b-170f851cd314,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:19.079769 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:19.325067 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d880badd-8ffa-42d2-83d2-745f04fb4793 req-33422e0c-ac29-4a43-b48c-555116ad3bd8 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/ports?device_id=94d5d423-b9ce-4cf4-907a-0049211f65d1 HTTP/1.1" status: 200 len: 210 time: 0.0731564 Feb 11 13:28:19.434764 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d5d423-b9ce-4cf4-907a-0049211f65d1', 'name': 'network-vif-deleted', 'tag': '68810ce8-4aa0-4499-9610-0f55825d6609', 'status': 'completed', 'code': 200} Feb 11 13:28:19.448265 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-288f4527-f2a8-47cd-bd53-0700bdd09052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '5f69e05e-2fff-4916-b25c-254c579b6508', 'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'mac_address': 'fa:16:3e:a8:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:54Z', 'updated_at': '2021-02-11T13:22:16Z', 'revision_number': 5, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'subnets': [{'id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:28:19.452824 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f4527-f2a8-47cd-bd53-0700bdd09052 None None] Checking router: 6914bdd8-bc1e-438b-818a-8e080a3daabd for host: dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:28:19.466272 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288f4527-f2a8-47cd-bd53-0700bdd09052 None None] Routers {'6914bdd8-bc1e-438b-818a-8e080a3daabd'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:28:19.467286 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-288f4527-f2a8-47cd-bd53-0700bdd09052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:28:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['6914bdd8-bc1e-438b-818a-8e080a3daabd'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:28:19.557277 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Network 9b988e67-9b89-43b7-af4a-040b9df3e619 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:28:19.559103 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:28:19.561817 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:28:19.670897 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:19.706518 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-288f4527-f2a8-47cd-bd53-0700bdd09052 None None] Set router 6914bdd8-bc1e-438b-818a-8e080a3daabd gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:28:19.826749 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:20.093498 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:20.158990 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-288f4527-f2a8-47cd-bd53-0700bdd09052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '5f69e05e-2fff-4916-b25c-254c579b6508', 'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'mac_address': 'fa:16:3e:a8:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:54Z', 'updated_at': '2021-02-11T13:22:16Z', 'revision_number': 5, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'subnets': [{'id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:28:20.164738 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f4527-f2a8-47cd-bd53-0700bdd09052 None None] The sync data for ids ['6914bdd8-bc1e-438b-818a-8e080a3daabd'] in dv-cinder-773985-4-smb is: [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:21:56Z', 'revision_number': 4, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '5f69e05e-2fff-4916-b25c-254c579b6508', 'name': '', 'network_id': '432d53e6-aee4-4826-b14b-87a1a91902b3', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'mac_address': 'fa:16:3e:a8:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:54Z', 'updated_at': '2021-02-11T13:22:16Z', 'revision_number': 5, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'subnets': [{'id': '98e5bf59-6944-4238-8be4-f45d233ac77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:28:20.170852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:20.224751 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:20.268189 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a9dfb91c-4b25-4247-b9ea-90b20741ff63 tempest-ServerRescueNegativeTestJSON-1307199136 tempest-ServerRescueNegativeTestJSON-1307199136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:20.408826 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dec497-55c3-4424-8001-ff83c46629f0 req-02153110-c888-44d6-8d8d-31d296e89b03 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:20.417652 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a8dec497-55c3-4424-8001-ff83c46629f0 req-02153110-c888-44d6-8d8d-31d296e89b03 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.2218089 Feb 11 13:28:20.422478 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Pushing event updated for resources: {'Port': ['ID=5899c2e3-df01-42cb-be1b-170f851cd314,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:20.427019 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:20.493779 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a8dec497-55c3-4424-8001-ff83c46629f0 req-cc6c1ce7-86a7-4843-9819-16f2b47661e9 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752020 Feb 11 13:28:20.571325 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514323'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:20.652249 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:20.653701 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3212497 Feb 11 13:28:20.709078 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:20.734732 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2a3042-cb82-46e6-b314-8209dd90babd None None] New status for floating IP f036fb64-a2da-4304-8f77-b15b09243b24: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:28:20.750580 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 41862) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:20.799780 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-974522e8-dd16-408f-8564-3159504e5236 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Synchronizing usage tracker for tenant:e70b61b29b56480eb7d1431eed039570 on resource:floatingip {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:28:20.855059 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:20.888686 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:20.898840 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-974522e8-dd16-408f-8564-3159504e5236 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Unset dirty status for tenant:e70b61b29b56480eb7d1431eed039570 on resource:floatingip {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:28:20.900016 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-974522e8-dd16-408f-8564-3159504e5236 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/floatingips?floating_ip_address=172.28.1.187 HTTP/1.1" status: 200 len: 696 time: 0.2361362 Feb 11 13:28:20.984586 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:20.990767 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:21.013013 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5a2344-09dd-4a6f-868c-a7536f344502,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:21.023433 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.023934 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.024366 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.024761 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.025163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.025634 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.026037 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.026435 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.027394 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.027544 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.028268 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.028782 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.029290 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.034339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.034339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.034339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.034339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.034339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.034339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.034339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.034339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.034339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.034339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.034339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:21.038453 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:21.069505 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:21.069505 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-fe8dac7d-bba9-441c-9091-0ab9d6d47f20 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "DELETE /v2.0/security-groups/ea5a2344-09dd-4a6f-868c-a7536f344502 HTTP/1.1" status: 204 len: 168 time: 0.3160048 Feb 11 13:28:21.071944 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 41866) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:21.097380 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.v2.resource [None req-3122b460-c342-44ca-a417-383b23ab55a2 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] show failed (client error): The resource could not be found. Feb 11 13:28:21.098427 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-3122b460-c342-44ca-a417-383b23ab55a2 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "GET /v2.0/security-groups/ea5a2344-09dd-4a6f-868c-a7536f344502 HTTP/1.1" status: 404 len: 347 time: 0.0261853 Feb 11 13:28:21.101667 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 41870) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:21.223551 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-9195e0ab-4c62-444a-9a89-98ff02ed7ba4 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:21.225164 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e8dca09b-4a9d-40b4-b015-62e34f2db9c9 req-9195e0ab-4c62-444a-9a89-98ff02ed7ba4 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/networks/9b988e67-9b89-43b7-af4a-040b9df3e619 HTTP/1.1" status: 200 len: 784 time: 0.3188028 Feb 11 13:28:21.326100 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-59f2caa7-7508-49a5-92ae-ddd81e0c7c3d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Deleting port ed51af9d-9560-4b05-bffc-40d2046334d4 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:28:21.326735 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-59f2caa7-7508-49a5-92ae-ddd81e0c7c3d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:21.680218 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-91692a23-a33d-41c4-aa1d-fc4a1fcf2ad4 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:21.682387 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-91692a23-a33d-41c4-aa1d-fc4a1fcf2ad4 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3269215 Feb 11 13:28:21.808400 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821654b4-5878-45c2-9c87-a783162feccd req-4fafc4b0-925a-45e9-9202-97cbcfc6ff73 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:21.810148 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-821654b4-5878-45c2-9c87-a783162feccd req-4fafc4b0-925a-45e9-9202-97cbcfc6ff73 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1755214 Feb 11 13:28:21.879341 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-821654b4-5878-45c2-9c87-a783162feccd req-134cd529-4c14-492a-aff1-807204ea9ffa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622308 Feb 11 13:28:22.011052 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-59f2caa7-7508-49a5-92ae-ddd81e0c7c3d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:22.011275 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-59f2caa7-7508-49a5-92ae-ddd81e0c7c3d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:22.042531 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-67532e29-763d-4650-ab82-deca5c1a721e tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/floatingips?floating_ip_address=172.28.1.187 HTTP/1.1" status: 200 len: 696 time: 0.3511653 Feb 11 13:28:22.105277 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-e8ec8265-4e85-45fd-8169-ba5ac7d40bc3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Request body: {'floatingip': {'port_id': '63a19ed3-4692-4845-8c22-6cacb7442298', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:22.236674 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-59f2caa7-7508-49a5-92ae-ddd81e0c7c3d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Calling delete_port for ed51af9d-9560-4b05-bffc-40d2046334d4 owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:28:22.312333 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-e8ec8265-4e85-45fd-8169-ba5ac7d40bc3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:22.906615 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-59f2caa7-7508-49a5-92ae-ddd81e0c7c3d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:22.927268 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-204486f6-192a-47fc-926c-27d3126c8efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:23.067595 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2caa7-7508-49a5-92ae-ddd81e0c7c3d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Pushing event deleted for resources: {'Port': ['ID=ed51af9d-9560-4b05-bffc-40d2046334d4,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:23.070447 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-59f2caa7-7508-49a5-92ae-ddd81e0c7c3d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:23.214315 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404910eb-6071-4266-84fc-f54783bdd57d req-a2136510-5262-40bd-a9f9-1eb4227a2071 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:23.216141 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-404910eb-6071-4266-84fc-f54783bdd57d req-a2136510-5262-40bd-a9f9-1eb4227a2071 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1744239 Feb 11 13:28:23.280720 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-404910eb-6071-4266-84fc-f54783bdd57d req-20f1fc8c-6003-44ca-a536-fc1f6f63a65c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582645 Feb 11 13:28:23.281188 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-59f2caa7-7508-49a5-92ae-ddd81e0c7c3d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:23.314755 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-e8ec8265-4e85-45fd-8169-ba5ac7d40bc3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:23.316576 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-59f2caa7-7508-49a5-92ae-ddd81e0c7c3d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:23.317838 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-59f2caa7-7508-49a5-92ae-ddd81e0c7c3d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] 10.222.0.120 "DELETE /v2.0/floatingips/f036fb64-a2da-4304-8f77-b15b09243b24 HTTP/1.1" status: 204 len: 168 time: 2.2141969 Feb 11 13:28:23.367320 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-e8ec8265-4e85-45fd-8169-ba5ac7d40bc3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514323'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:23.563458 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.l3_db [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-e8ec8265-4e85-45fd-8169-ba5ac7d40bc3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Floating IP 709ab504-347f-42f4-86b9-24857bb682bf associated. External IP: 172.28.1.187, port: 63a19ed3-4692-4845-8c22-6cacb7442298. Feb 11 13:28:23.780764 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506979a-dbb8-4b44-9df2-2af85796dd12 req-e0be7811-3c7f-4277-8cdc-854f0a36e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:23.782471 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e506979a-dbb8-4b44-9df2-2af85796dd12 req-e0be7811-3c7f-4277-8cdc-854f0a36e814 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=f5d2b1be961749bcaa243e9f0bed551b&device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 1162 time: 0.0836558 Feb 11 13:28:23.942278 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506979a-dbb8-4b44-9df2-2af85796dd12 req-a529310f-cf34-4e6b-99ac-2510df8c99e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:23.944027 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e506979a-dbb8-4b44-9df2-2af85796dd12 req-a529310f-cf34-4e6b-99ac-2510df8c99e6 service neutron] 10.222.0.111 "GET /v2.0/networks?id=120ce4ab-747c-47cb-a13f-ce5d6314efdf HTTP/1.1" status: 200 len: 911 time: 0.1535177 Feb 11 13:28:24.069864 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e506979a-dbb8-4b44-9df2-2af85796dd12 req-f66a14c3-d927-4320-85dc-e295794f39d0 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60c8dde-09c1-43c3-b24b-e5d3a22a392b HTTP/1.1" status: 200 len: 1001 time: 0.1151519 Feb 11 13:28:24.144797 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506979a-dbb8-4b44-9df2-2af85796dd12 req-0dd7dafb-b507-4910-9c06-091f810a1040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:24.146299 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e506979a-dbb8-4b44-9df2-2af85796dd12 req-0dd7dafb-b507-4910-9c06-091f810a1040 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=4b20cf4d-7400-4a95-b52e-0748341fc3c7 HTTP/1.1" status: 200 len: 856 time: 0.0698800 Feb 11 13:28:24.195141 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-e8ec8265-4e85-45fd-8169-ba5ac7d40bc3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Router 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:28:24.232174 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506979a-dbb8-4b44-9df2-2af85796dd12 req-b58899c9-44bf-497a-be69-2e60c5e00082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:24.233815 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e506979a-dbb8-4b44-9df2-2af85796dd12 req-b58899c9-44bf-497a-be69-2e60c5e00082 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=120ce4ab-747c-47cb-a13f-ce5d6314efdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806489 Feb 11 13:28:24.389833 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e506979a-dbb8-4b44-9df2-2af85796dd12 req-19e315d3-3f3c-4e08-a054-d01015542618 service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480672 Feb 11 13:28:24.406613 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-e8ec8265-4e85-45fd-8169-ba5ac7d40bc3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:28:24.417826 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d09430-8eec-4279-9686-48a947a96ad3 None None] Sync routers for ids ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'] in dv-cinder-773985-4-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:28:24.428359 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-e8ec8265-4e85-45fd-8169-ba5ac7d40bc3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:24.437908 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d09430-8eec-4279-9686-48a947a96ad3 None None] Routers {'0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:28:24.438513 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-f1d09430-8eec-4279-9686-48a947a96ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:28:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:28:24.491907 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-e8ec8265-4e85-45fd-8169-ba5ac7d40bc3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "PUT /v2.0/floatingips/709ab504-347f-42f4-86b9-24857bb682bf HTTP/1.1" status: 200 len: 996 time: 2.3913968 Feb 11 13:28:24.492469 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711aebda-ce05-455e-b099-4459eba34672', 'tag': '63a19ed3-4692-4845-8c22-6cacb7442298'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:24.590907 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-672ddb31-1585-4ff2-b102-499cb052d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:24.592627 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-672ddb31-1585-4ff2-b102-499cb052d11f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e70b61b29b56480eb7d1431eed039570&device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 1162 time: 0.0851440 Feb 11 13:28:24.631834 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-f1d09430-8eec-4279-9686-48a947a96ad3 None None] Set router 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:28:24.725068 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e16d5a-6c4e-4c22-8c34-359d8c912437 req-4a63c2a5-9069-4d09-8c86-55a2c91b4572 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:24.733326 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-25e16d5a-6c4e-4c22-8c34-359d8c912437 req-4a63c2a5-9069-4d09-8c86-55a2c91b4572 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.2849231 Feb 11 13:28:24.747134 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-21d1b1f3-1b89-466b-bb6a-8548047ac528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:24.749080 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-21d1b1f3-1b89-466b-bb6a-8548047ac528 service neutron] 10.222.0.120 "GET /v2.0/networks?id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 HTTP/1.1" status: 200 len: 903 time: 0.1495075 Feb 11 13:28:24.752702 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e506979a-dbb8-4b44-9df2-2af85796dd12 req-93122db2-61e8-490c-b007-ce468ea972f3 service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3530879 Feb 11 13:28:24.804419 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-25e16d5a-6c4e-4c22-8c34-359d8c912437 req-535f8554-118a-4456-be32-8da95588171e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699465 Feb 11 13:28:24.879846 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-657f6a06-7807-429a-832e-9fa875e534f2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a19ed3-4692-4845-8c22-6cacb7442298 HTTP/1.1" status: 200 len: 999 time: 0.1235158 Feb 11 13:28:24.922882 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711aebda-ce05-455e-b099-4459eba34672', 'tag': '63a19ed3-4692-4845-8c22-6cacb7442298', 'status': 'completed', 'code': 200} Feb 11 13:28:24.958165 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-2c48ad15-752d-45d4-8e96-771af110fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:24.959972 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-2c48ad15-752d-45d4-8e96-771af110fc72 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=66d9761c-b1e5-4395-85ab-f068c35e48d4 HTTP/1.1" status: 200 len: 848 time: 0.0791476 Feb 11 13:28:25.013759 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848f4e2-5792-40b3-80c1-3f1c7c9ff633 req-b2257963-0325-493f-943d-4dc64b2adc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:25.015867 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3848f4e2-5792-40b3-80c1-3f1c7c9ff633 req-b2257963-0325-493f-943d-4dc64b2adc5e service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=e70b61b29b56480eb7d1431eed039570&device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 1162 time: 0.0900807 Feb 11 13:28:25.052510 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-64075b27-b9df-4cea-ae8a-a6be70cd5440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:25.054297 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-64075b27-b9df-4cea-ae8a-a6be70cd5440 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864494 Feb 11 13:28:25.067736 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-ebea64a1-d871-4b69-b661-5a20454f9d94 service neutron] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:28:25.068887 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-ebea64a1-d871-4b69-b661-5a20454f9d94 service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0067763 Feb 11 13:28:25.069491 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-f1d09430-8eec-4279-9686-48a947a96ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'name': 'tempest-TestShelveInstance-1425398277-router', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:14Z', 'updated_at': '2021-02-11T13:27:23Z', 'revision_number': 4, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'gw_port': {'id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:15Z', 'updated_at': '2021-02-11T13:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_floatingips': [{'id': '709ab504-347f-42f4-86b9-24857bb682bf', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'floating_ip_address': '172.28.1.187', 'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'router_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'port_id': '63a19ed3-4692-4845-8c22-6cacb7442298', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6', 'mac_address': 'fa:16:3e:1c:2b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711aebda-ce05-455e-b099-4459eba34672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:28:19Z', 'updated_at': '2021-02-11T13:28:23Z', 'revision_number': 1, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8', 'name': '', 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'mac_address': 'fa:16:3e:76:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '66d9761c-b1e5-4395-85ab-f068c35e48d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:21Z', 'updated_at': '2021-02-11T13:27:30Z', 'revision_number': 5, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'subnets': [{'id': '66d9761c-b1e5-4395-85ab-f068c35e48d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:28:25.074083 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d09430-8eec-4279-9686-48a947a96ad3 None None] Checking router: 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 for host: dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:28:25.084203 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d09430-8eec-4279-9686-48a947a96ad3 None None] Routers {'0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:28:25.084922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-f1d09430-8eec-4279-9686-48a947a96ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:28:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:28:25.172643 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848f4e2-5792-40b3-80c1-3f1c7c9ff633 req-6a9a3a08-51f6-4175-a7e8-1e85a1e6de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:25.174737 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3848f4e2-5792-40b3-80c1-3f1c7c9ff633 req-6a9a3a08-51f6-4175-a7e8-1e85a1e6de37 service neutron] 10.222.0.111 "GET /v2.0/networks?id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 HTTP/1.1" status: 200 len: 903 time: 0.1505775 Feb 11 13:28:25.232290 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-aa123fc7-9911-45ca-bf9c-d214d7da19e7 service neutron] 10.222.0.120 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555724 Feb 11 13:28:25.290439 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-f1d09430-8eec-4279-9686-48a947a96ad3 None None] Set router 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:28:25.296556 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3848f4e2-5792-40b3-80c1-3f1c7c9ff633 req-376c2a29-1c52-4964-86b5-2d0712e4b566 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a19ed3-4692-4845-8c22-6cacb7442298 HTTP/1.1" status: 200 len: 999 time: 0.1132681 Feb 11 13:28:25.371453 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848f4e2-5792-40b3-80c1-3f1c7c9ff633 req-819e114f-bef7-45fa-abc4-28b950529283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:25.373119 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3848f4e2-5792-40b3-80c1-3f1c7c9ff633 req-819e114f-bef7-45fa-abc4-28b950529283 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=66d9761c-b1e5-4395-85ab-f068c35e48d4 HTTP/1.1" status: 200 len: 848 time: 0.0686374 Feb 11 13:28:25.393999 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-cbaa2d31-f750-414a-b49e-2f0cadd21549 req-632d9ca8-492b-4a00-a6ee-de6e1d0e39bf service neutron] 10.222.0.120 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1534412 Feb 11 13:28:25.483420 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848f4e2-5792-40b3-80c1-3f1c7c9ff633 req-4e7c4dfc-a0dd-43bf-9831-4d374094e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:25.485037 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3848f4e2-5792-40b3-80c1-3f1c7c9ff633 req-4e7c4dfc-a0dd-43bf-9831-4d374094e583 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1041775 Feb 11 13:28:25.631923 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3848f4e2-5792-40b3-80c1-3f1c7c9ff633 req-b89692cd-5884-412f-8fd1-81b533435706 service neutron] 10.222.0.111 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397903 Feb 11 13:28:25.689484 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-f1d09430-8eec-4279-9686-48a947a96ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'name': 'tempest-TestShelveInstance-1425398277-router', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:14Z', 'updated_at': '2021-02-11T13:27:23Z', 'revision_number': 4, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'gw_port': {'id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:15Z', 'updated_at': '2021-02-11T13:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_floatingips': [{'id': '709ab504-347f-42f4-86b9-24857bb682bf', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'floating_ip_address': '172.28.1.187', 'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'router_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'port_id': '63a19ed3-4692-4845-8c22-6cacb7442298', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6', 'mac_address': 'fa:16:3e:1c:2b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711aebda-ce05-455e-b099-4459eba34672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:28:19Z', 'updated_at': '2021-02-11T13:28:23Z', 'revision_number': 1, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8', 'name': '', 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'mac_address': 'fa:16:3e:76:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '66d9761c-b1e5-4395-85ab-f068c35e48d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:21Z', 'updated_at': '2021-02-11T13:27:30Z', 'revision_number': 5, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'subnets': [{'id': '66d9761c-b1e5-4395-85ab-f068c35e48d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:28:25.693639 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d09430-8eec-4279-9686-48a947a96ad3 None None] The sync data for ids ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'] in dv-cinder-773985-4-smb is: [{'id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'name': 'tempest-TestShelveInstance-1425398277-router', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:14Z', 'updated_at': '2021-02-11T13:27:23Z', 'revision_number': 4, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'gw_port': {'id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:15Z', 'updated_at': '2021-02-11T13:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_floatingips': [{'id': '709ab504-347f-42f4-86b9-24857bb682bf', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'floating_ip_address': '172.28.1.187', 'floating_network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'router_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'port_id': '63a19ed3-4692-4845-8c22-6cacb7442298', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6', 'mac_address': 'fa:16:3e:1c:2b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711aebda-ce05-455e-b099-4459eba34672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T13:28:19Z', 'updated_at': '2021-02-11T13:28:23Z', 'revision_number': 1, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8', 'name': '', 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'mac_address': 'fa:16:3e:76:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '66d9761c-b1e5-4395-85ab-f068c35e48d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:21Z', 'updated_at': '2021-02-11T13:27:30Z', 'revision_number': 5, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'subnets': [{'id': '66d9761c-b1e5-4395-85ab-f068c35e48d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:28:25.777696 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3848f4e2-5792-40b3-80c1-3f1c7c9ff633 req-09f91ee8-7d09-4f64-bf0a-2c7c9702ffc2 service neutron] 10.222.0.111 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386511 Feb 11 13:28:25.980511 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1913006f-be7e-4fc9-a3e3-60ccb8257879 None None] New status for floating IP 709ab504-347f-42f4-86b9-24857bb682bf: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:28:26.119928 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bae4f6-52f4-44dc-8abe-ad63b468d65e req-d4bf4194-cc71-4fe9-8f00-8faa76fc9a60 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:26.121652 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b2bae4f6-52f4-44dc-8abe-ad63b468d65e req-d4bf4194-cc71-4fe9-8f00-8faa76fc9a60 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1773274 Feb 11 13:28:26.187348 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b2bae4f6-52f4-44dc-8abe-ad63b468d65e req-da348f10-d86a-4e2b-ab98-aa95eb7b1c6b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589190 Feb 11 13:28:27.030183 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:27.078665 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device b60c8dde-09c1-43c3-b24b-e5d3a22a392b no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:28:27.201532 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:27.230181 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9805f96f-2f2a-4e99-b21b-f4739dc7ee2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60c8dde-09c1-43c3-b24b-e5d3a22a392b'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:27.240713 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port b60c8dde-09c1-43c3-b24b-e5d3a22a392b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=b60c8dde-09c1-43c3-b24b-e5d3a22a392b,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:28:27.277145 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:27.280138 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:27.318399 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9805f96f-2f2a-4e99-b21b-f4739dc7ee2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60c8dde-09c1-43c3-b24b-e5d3a22a392b', 'code': 200} Feb 11 13:28:27.353603 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=b60c8dde-09c1-43c3-b24b-e5d3a22a392b,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:27.361707 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.362093 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.362473 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.362849 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.363222 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.364307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.364689 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.365244 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.365619 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.365993 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.366360 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.366729 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.367185 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.367555 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.372378 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.373150 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.373987 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.374558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.375163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.375888 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.376343 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.376655 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.377031 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.377404 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:28:27.381960 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:27.514300 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9155d-5bab-4a53-a4af-abd10900c64c req-fb2d5606-f1ff-4e0a-a0d8-3f9db05730fd tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:27.516388 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-15b9155d-5bab-4a53-a4af-abd10900c64c req-fb2d5606-f1ff-4e0a-a0d8-3f9db05730fd tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 943 time: 0.1756871 Feb 11 13:28:27.591542 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-15b9155d-5bab-4a53-a4af-abd10900c64c req-27d1934f-cc7c-408d-aeda-b84b42738a5d tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611763 Feb 11 13:28:27.670147 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 41934) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:28.413940 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-35bfcf72-b1ef-4a1d-b2c8-40a7e71942b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853191866'] for router_interface, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:28.794725 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-35bfcf72-b1ef-4a1d-b2c8-40a7e71942b0 admin admin] Deleting port 5f69e05e-2fff-4916-b25c-254c579b6508 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:28:28.795095 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-35bfcf72-b1ef-4a1d-b2c8-40a7e71942b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:29.224072 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-35bfcf72-b1ef-4a1d-b2c8-40a7e71942b0 admin admin] For port 5f69e05e-2fff-4916-b25c-254c579b6508, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=5f69e05e-2fff-4916-b25c-254c579b6508,segment=NetworkSegment(535294c5-0985-4a0e-a9e0-7de35269ad8c),segment_id=535294c5-0985-4a0e-a9e0-7de35269ad8c)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:28:29.224463 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-35bfcf72-b1ef-4a1d-b2c8-40a7e71942b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:29.361731 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-35bfcf72-b1ef-4a1d-b2c8-40a7e71942b0 admin admin] Calling delete_port for 5f69e05e-2fff-4916-b25c-254c579b6508 owned by network:router_interface {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:28:29.590127 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-35bfcf72-b1ef-4a1d-b2c8-40a7e71942b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:29.605051 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5ab6a931-d267-4801-a6ee-27e56c6802b1 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:29.668217 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfcf72-b1ef-4a1d-b2c8-40a7e71942b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f69e05e-2fff-4916-b25c-254c579b6508,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:29.672871 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-35bfcf72-b1ef-4a1d-b2c8-40a7e71942b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:30.113429 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a2c881bc-68e6-4d07-9827-6a095e113087 req-2f0950de-9877-4263-b16a-2fcd75d996ca service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2030575 Feb 11 13:28:30.114203 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-35bfcf72-b1ef-4a1d-b2c8-40a7e71942b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853126221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-511899'] for router_interface, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:30.198721 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802cfc5-7fa4-41fb-82ad-df36e6eda3bf req-81670ad3-7334-4a99-aed2-5827f5f41cf5 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:30.200464 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7802cfc5-7fa4-41fb-82ad-df36e6eda3bf req-81670ad3-7334-4a99-aed2-5827f5f41cf5 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 943 time: 0.4163194 Feb 11 13:28:30.270511 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7802cfc5-7fa4-41fb-82ad-df36e6eda3bf req-3489c4fb-e482-40b4-b721-3fdfc6b06edf tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615954 Feb 11 13:28:30.649802 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bfcf72-b1ef-4a1d-b2c8-40a7e71942b0 admin admin] Router 6914bdd8-bc1e-438b-818a-8e080a3daabd has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:28:30.844536 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bfcf72-b1ef-4a1d-b2c8-40a7e71942b0 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:28:30.853857 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674aa7c-3bb0-4640-bdf0-c3e86f48c204 None None] Sync routers for ids ['6914bdd8-bc1e-438b-818a-8e080a3daabd'] in dv-cinder-773985-4-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:28:30.860187 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-35bfcf72-b1ef-4a1d-b2c8-40a7e71942b0 admin admin] 10.222.0.120 "PUT /v2.0/routers/6914bdd8-bc1e-438b-818a-8e080a3daabd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1863539 Feb 11 13:28:30.860353 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 41978) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:30.864754 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674aa7c-3bb0-4640-bdf0-c3e86f48c204 None None] Routers {'6914bdd8-bc1e-438b-818a-8e080a3daabd'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:28:30.865565 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-d674aa7c-3bb0-4640-bdf0-c3e86f48c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:28:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['6914bdd8-bc1e-438b-818a-8e080a3daabd'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:28:30.906941 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c881bc-68e6-4d07-9827-6a095e113087 req-91bc4e83-b060-46b4-a110-67398306e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:30.908679 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a2c881bc-68e6-4d07-9827-6a095e113087 req-91bc4e83-b060-46b4-a110-67398306e591 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e&tenant_id=f5d2b1be961749bcaa243e9f0bed551b HTTP/1.1" status: 200 len: 1160 time: 0.0913029 Feb 11 13:28:31.054842 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c881bc-68e6-4d07-9827-6a095e113087 req-43a7cb09-1820-470a-afc4-ae8a2b727200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:31.056595 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a2c881bc-68e6-4d07-9827-6a095e113087 req-43a7cb09-1820-470a-afc4-ae8a2b727200 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=f5d2b1be961749bcaa243e9f0bed551b&device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 1160 time: 0.1245034 Feb 11 13:28:31.067541 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-431a441b-0c4d-4c5e-bfde-a403f98f475e admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:31.209176 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c881bc-68e6-4d07-9827-6a095e113087 req-099dc3e9-cc96-485b-9da9-4bdbefb6c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:31.210795 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a2c881bc-68e6-4d07-9827-6a095e113087 req-099dc3e9-cc96-485b-9da9-4bdbefb6c6c8 service neutron] 10.222.0.111 "GET /v2.0/networks?id=120ce4ab-747c-47cb-a13f-ce5d6314efdf HTTP/1.1" status: 200 len: 911 time: 0.1477835 Feb 11 13:28:31.234773 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-d674aa7c-3bb0-4640-bdf0-c3e86f48c204 None None] Set router 6914bdd8-bc1e-438b-818a-8e080a3daabd gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:28:31.265860 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-431a441b-0c4d-4c5e-bfde-a403f98f475e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:31.271511 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-431a441b-0c4d-4c5e-bfde-a403f98f475e admin admin] Deleting port 3833fed0-1905-4198-a822-1cf76c87d5d9 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:28:31.271908 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-431a441b-0c4d-4c5e-bfde-a403f98f475e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:31.325026 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a2c881bc-68e6-4d07-9827-6a095e113087 req-8d44bddd-e295-4d0e-b2fb-753354a812a4 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60c8dde-09c1-43c3-b24b-e5d3a22a392b HTTP/1.1" status: 200 len: 999 time: 0.1067233 Feb 11 13:28:31.411437 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c881bc-68e6-4d07-9827-6a095e113087 req-5121d9bf-3dbd-4fc1-99da-3695a24a2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:31.412976 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a2c881bc-68e6-4d07-9827-6a095e113087 req-5121d9bf-3dbd-4fc1-99da-3695a24a2f2b service neutron] 10.222.0.111 "GET /v2.0/subnets?id=4b20cf4d-7400-4a95-b52e-0748341fc3c7 HTTP/1.1" status: 200 len: 856 time: 0.0809751 Feb 11 13:28:31.525359 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c881bc-68e6-4d07-9827-6a095e113087 req-441cf83b-8145-485b-acd8-ca8b9fac775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:31.527098 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a2c881bc-68e6-4d07-9827-6a095e113087 req-441cf83b-8145-485b-acd8-ca8b9fac775d service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=120ce4ab-747c-47cb-a13f-ce5d6314efdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1064048 Feb 11 13:28:31.569661 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-d674aa7c-3bb0-4640-bdf0-c3e86f48c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:28:29Z', 'revision_number': 5, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:28:31.574543 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674aa7c-3bb0-4640-bdf0-c3e86f48c204 None None] Checking router: 6914bdd8-bc1e-438b-818a-8e080a3daabd for host: dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:28:31.606670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674aa7c-3bb0-4640-bdf0-c3e86f48c204 None None] Routers {'6914bdd8-bc1e-438b-818a-8e080a3daabd'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:28:31.606670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-d674aa7c-3bb0-4640-bdf0-c3e86f48c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:28:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['6914bdd8-bc1e-438b-818a-8e080a3daabd'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:28:31.693463 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a2c881bc-68e6-4d07-9827-6a095e113087 req-9e30343f-001a-4974-8e13-1f082f68763a service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588061 Feb 11 13:28:31.845593 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a2c881bc-68e6-4d07-9827-6a095e113087 req-59263dd1-44d9-48fd-929d-dcb18a8db4c7 service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1445608 Feb 11 13:28:31.847260 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-431a441b-0c4d-4c5e-bfde-a403f98f475e admin admin] For port 3833fed0-1905-4198-a822-1cf76c87d5d9, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=3833fed0-1905-4198-a822-1cf76c87d5d9,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:28:31.848077 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-431a441b-0c4d-4c5e-bfde-a403f98f475e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:31.948397 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-d674aa7c-3bb0-4640-bdf0-c3e86f48c204 None None] Set router 6914bdd8-bc1e-438b-818a-8e080a3daabd gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:28:32.002230 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-431a441b-0c4d-4c5e-bfde-a403f98f475e admin admin] Calling delete_port for 3833fed0-1905-4198-a822-1cf76c87d5d9 owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:28:32.126407 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a5723-e5e9-4ea7-90c8-e8a6e6d666d1 req-4eee8b37-7fb2-42f4-9f85-701975086f02 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:32.128141 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-db7a5723-e5e9-4ea7-90c8-e8a6e6d666d1 req-4eee8b37-7fb2-42f4-9f85-701975086f02 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 943 time: 0.6564553 Feb 11 13:28:32.226779 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-db7a5723-e5e9-4ea7-90c8-e8a6e6d666d1 req-0a7b0058-5794-4f32-8316-d234a1aec6bf tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855045 Feb 11 13:28:32.303040 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-431a441b-0c4d-4c5e-bfde-a403f98f475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:32.314900 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-d674aa7c-3bb0-4640-bdf0-c3e86f48c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:28:29Z', 'revision_number': 5, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:28:32.319175 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674aa7c-3bb0-4640-bdf0-c3e86f48c204 None None] The sync data for ids ['6914bdd8-bc1e-438b-818a-8e080a3daabd'] in dv-cinder-773985-4-smb is: [{'id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'name': 'tempest-AttachVolumeTestJSON-315516815-router', 'tenant_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:43Z', 'updated_at': '2021-02-11T13:28:29Z', 'revision_number': 5, 'project_id': '44959c6d103d41b6bfab4a6f3e28a3b9', 'gw_port': {'id': '3833fed0-1905-4198-a822-1cf76c87d5d9', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914bdd8-bc1e-438b-818a-8e080a3daabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:46Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:28:32.511130 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-431a441b-0c4d-4c5e-bfde-a403f98f475e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513479'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:32.655583 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-431a441b-0c4d-4c5e-bfde-a403f98f475e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853194635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774869'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:32.657950 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-431a441b-0c4d-4c5e-bfde-a403f98f475e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:32.704198 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-431a441b-0c4d-4c5e-bfde-a403f98f475e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853194605'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:32.704802 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431a441b-0c4d-4c5e-bfde-a403f98f475e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6914bdd8-bc1e-438b-818a-8e080a3daabd {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 13:28:32.718971 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-431a441b-0c4d-4c5e-bfde-a403f98f475e admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:32.720266 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-431a441b-0c4d-4c5e-bfde-a403f98f475e admin admin] 10.222.0.120 "DELETE /v2.0/routers/6914bdd8-bc1e-438b-818a-8e080a3daabd HTTP/1.1" status: 204 len: 168 time: 1.8589191 Feb 11 13:28:32.723017 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42000) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:32.798324 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d17b3c-d937-4682-bb84-c180407f695b admin admin] Deleting subnet 98e5bf59-6944-4238-8be4-f45d233ac77b {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:28:32.801973 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a7d17b3c-d937-4682-bb84-c180407f695b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:32.856179 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a7d17b3c-d937-4682-bb84-c180407f695b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375651'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:32.948185 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a7d17b3c-d937-4682-bb84-c180407f695b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853299468'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:33.287285 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a7d17b3c-d937-4682-bb84-c180407f695b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1476348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852509079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845098505'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:33.305355 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d2bebcc2-1f30-4e64-98fa-e0b854567f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:33.359611 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d17b3c-d937-4682-bb84-c180407f695b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98e5bf59-6944-4238-8be4-f45d233ac77b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:33.421317 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a7d17b3c-d937-4682-bb84-c180407f695b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:33.481531 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a7d17b3c-d937-4682-bb84-c180407f695b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:33.488136 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa2423f-a339-4028-858c-2137e491ef76 None None] Network 432d53e6-aee4-4826-b14b-87a1a91902b3 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:28:33.491676 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-a7d17b3c-d937-4682-bb84-c180407f695b admin admin] 10.222.0.120 "DELETE /v2.0/subnets/98e5bf59-6944-4238-8be4-f45d233ac77b HTTP/1.1" status: 204 len: 168 time: 0.7652066 Feb 11 13:28:33.492224 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42012) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:33.579580 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09bd16-ec1a-41ea-9295-474ba3077abb req-abf932d6-8c41-4c56-9bad-34942edd7819 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:33.581346 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0b09bd16-ec1a-41ea-9295-474ba3077abb req-abf932d6-8c41-4c56-9bad-34942edd7819 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 943 time: 0.1966093 Feb 11 13:28:33.653650 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0b09bd16-ec1a-41ea-9295-474ba3077abb req-6ff7eec9-460d-41fb-a482-0194eb4b4aa1 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640059 Feb 11 13:28:33.684144 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853372729'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:33.777531 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Deleting port bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:28:33.778111 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:33.836380 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8e0eb4-0ab7-4c6b-b2c7-b794cd8e38b2 None None] DHCP port deletion for 432d53e6-aee4-4826-b14b-87a1a91902b3 request from dv-cinder-773985-4-smb {{(pid=80116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 11 13:28:33.842168 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e0eb4-0ab7-4c6b-b2c7-b794cd8e38b2 None None] Deleting port bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:28:33.842736 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0eb4-0ab7-4c6b-b2c7-b794cd8e38b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:33.945238 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 3833fed0-1905-4198-a822-1cf76c87d5d9 no longer exists at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:28:33.991415 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] No Port match for: 3833fed0-1905-4198-a822-1cf76c87d5d9 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:28:33.991822 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 3833fed0-1905-4198-a822-1cf76c87d5d9 not bound to the agent host dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:28:33.992267 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 5f69e05e-2fff-4916-b25c-254c579b6508 no longer exists at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:28:34.039143 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] No Port match for: 5f69e05e-2fff-4916-b25c-254c579b6508 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:28:34.039536 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 5f69e05e-2fff-4916-b25c-254c579b6508 not bound to the agent host dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:28:34.040024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 no longer exists at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:28:34.058326 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] For port bc0fc07d-af2f-4958-8d1b-2d1e7ce26176, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=bc0fc07d-af2f-4958-8d1b-2d1e7ce26176,segment=NetworkSegment(535294c5-0985-4a0e-a9e0-7de35269ad8c),segment_id=535294c5-0985-4a0e-a9e0-7de35269ad8c)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:28:34.058762 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:34.208284 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-3e8e0eb4-0ab7-4c6b-b2c7-b794cd8e38b2 None None] For port bc0fc07d-af2f-4958-8d1b-2d1e7ce26176, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=bc0fc07d-af2f-4958-8d1b-2d1e7ce26176,segment=NetworkSegment(535294c5-0985-4a0e-a9e0-7de35269ad8c),segment_id=535294c5-0985-4a0e-a9e0-7de35269ad8c)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:28:34.208638 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0eb4-0ab7-4c6b-b2c7-b794cd8e38b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:34.208777 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Calling delete_port for bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:28:34.331710 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:34.349352 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-59f2caa7-7508-49a5-92ae-ddd81e0c7c3d tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:34.400028 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e0eb4-0ab7-4c6b-b2c7-b794cd8e38b2 None None] Calling delete_port for bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 owned by network:dhcp {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:28:34.416074 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc0fc07d-af2f-4958-8d1b-2d1e7ce26176,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:34.420982 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:34.490138 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:34.521184 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] No DVR routers for this DVR port bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 on host dv-cinder-773985-4-smb {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:28:34.579900 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.api [None req-3e8e0eb4-0ab7-4c6b-b2c7-b794cd8e38b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80116) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:28:34.580415 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_db.api [None req-3e8e0eb4-0ab7-4c6b-b2c7-b794cd8e38b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:28:34.658084 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853300733', 'neutron.services.segments.db._delete_segments_for_network--9223363267560229748'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:34.784281 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432d53e6-aee4-4826-b14b-87a1a91902b3']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:28:34.801516 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535294c5-0985-4a0e-a9e0-7de35269ad8c') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:28:34.801906 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535294c5-0985-4a0e-a9e0-7de35269ad8c') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:28:34.817832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267560227700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852400149'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:34.886056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:34.890562 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:28:35.081809 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e0eb4-0ab7-4c6b-b2c7-b794cd8e38b2 None None] Deleting port bc0fc07d-af2f-4958-8d1b-2d1e7ce26176 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:28:35.082249 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0eb4-0ab7-4c6b-b2c7-b794cd8e38b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:35.161778 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e0eb4-0ab7-4c6b-b2c7-b794cd8e38b2 None None] The port 'bc0fc07d-af2f-4958-8d1b-2d1e7ce26176' was deleted {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 11 13:28:35.190610 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd46d1-adfe-4bad-91bb-8696cac0b65b req-c9c48302-2146-4192-907a-d52893313916 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:35.192515 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-96fd46d1-adfe-4bad-91bb-8696cac0b65b req-c9c48302-2146-4192-907a-d52893313916 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 943 time: 0.3774462 Feb 11 13:28:35.205963 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Network 432d53e6-aee4-4826-b14b-87a1a91902b3 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:28:35.216865 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853293791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2266570'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:35.456040 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-96fd46d1-adfe-4bad-91bb-8696cac0b65b req-a5a4267f-69d5-4502-8f09-34ef1ac585ed tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522249 Feb 11 13:28:35.473037 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Network 432d53e6-aee4-4826-b14b-87a1a91902b3 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: Traceback (most recent call last): Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: timer() Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: cb(*args, **kw) Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: return func(*args, **kwargs) Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: self._notify() Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: self.callback(batched_events) Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: event.method(event) Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: segment_id)['aggregates'][0] Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: return f(self, *a, **k) Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: return self._get(url).json() Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: **kwargs) Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: **endpoint_filter) Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:35.498161 dv-cinder-773985-4-smb neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:35.624113 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514336'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:35.629243 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:35.632357 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:35.657752 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Pushing event deleted for resources: {'Network': ['ID=432d53e6-aee4-4826-b14b-87a1a91902b3,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:35.661484 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:35.716167 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-969988b0-6df1-4d93-9a89-f5a6cc867058 admin admin] 10.222.0.120 "DELETE /v2.0/networks/432d53e6-aee4-4826-b14b-87a1a91902b3 HTTP/1.1" status: 204 len: 168 time: 2.2224925 Feb 11 13:28:36.227040 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42022) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:36.282078 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-19937c16-ce0b-4aab-8a34-f15e1892ed8e admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=44959c6d103d41b6bfab4a6f3e28a3b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0536366 Feb 11 13:28:36.285141 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42026) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:36.350955 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d6a2-3eb7-4262-97a8-18720591e067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:36.389442 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d6a2-3eb7-4262-97a8-18720591e067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:36.630328 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d6a2-3eb7-4262-97a8-18720591e067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:36.636833 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-091ef106-9115-45a0-80f3-ec73e2167b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:36.651842 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0d6a2-3eb7-4262-97a8-18720591e067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9552f3b4-cc30-4a74-99f0-952bfea56247,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:36.656195 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b6c0d6a2-3eb7-4262-97a8-18720591e067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:36.685033 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d6a2-3eb7-4262-97a8-18720591e067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:36.685033 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-b6c0d6a2-3eb7-4262-97a8-18720591e067 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/9552f3b4-cc30-4a74-99f0-952bfea56247 HTTP/1.1" status: 204 len: 168 time: 0.3964155 Feb 11 13:28:36.845831 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbe88a-9435-4d47-b816-23d5d4f6b530 req-9be07061-de35-4419-828b-db95d2ff3ca3 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:36.847562 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-afdbe88a-9435-4d47-b816-23d5d4f6b530 req-9be07061-de35-4419-828b-db95d2ff3ca3 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 943 time: 0.1955347 Feb 11 13:28:36.922868 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-afdbe88a-9435-4d47-b816-23d5d4f6b530 req-39232d7d-8312-4db3-a897-f19a312ea008 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655971 Feb 11 13:28:37.903221 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42050) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:38.092769 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1248441247-network', 'tenant_id': '061ecc6ed712472588445dd90175b00d'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:38.098349 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:28:38.104972 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Usage tracker for resource:network and tenant:061ecc6ed712472588445dd90175b00d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:28:38.108242 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:28:38.114958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:28:38.174542 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Made reservation on behalf of 061ecc6ed712472588445dd90175b00d for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:28:38.179833 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:38.199654 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:38.221735 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:28:38.228266 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Usage tracker for resource:security_group_rule and tenant:061ecc6ed712472588445dd90175b00d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:28:38.243173 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:28:38.251810 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:28:38.354619 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d287fc4-f840-44b3-8483-c749a796d965 req-6577097b-6f02-4d40-9497-6486d1d06f0c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:38.356322 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7d287fc4-f840-44b3-8483-c749a796d965 req-6577097b-6f02-4d40-9497-6486d1d06f0c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 943 time: 0.2343414 Feb 11 13:28:38.705715 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7d287fc4-f840-44b3-8483-c749a796d965 req-696d6723-ee11-4677-93b3-500a78c60f9b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3397992 Feb 11 13:28:38.765389 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:38.811598 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:38.816586 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-37e87bd2-9aea-485c-8886-4c8173942290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:38.849289 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e09bdd5-9c2a-4169-a5e8-68028477cb4c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:38.852900 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:38.871946 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:28:38.885985 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769294546052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:38.886427 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.segments_db [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Added segment 5da26832-8cc4-4b03-a9f3-30714e1114bc of type vxlan for network 61d452db-d549-4f2d-ae94-2bef1efa78a1 Feb 11 13:28:38.915786 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769294074005'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:38.979408 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:38.980810 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:38.981506 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:38.988024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b76e1634-212d-49c0-b89a-a7c8910ee24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:39.104577 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Pushing event updated for resources: {'Network': ['ID=61d452db-d549-4f2d-ae94-2bef1efa78a1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:39.107544 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:39.116274 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Network 61d452db-d549-4f2d-ae94-2bef1efa78a1 details requested by agent ovs-agent-dv-cinder-773985-4-smb with host dv-cinder-773985-4-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:28:39.144297 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2384465 Feb 11 13:28:39.144877 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42060) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:39.150470 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Network 61d452db-d549-4f2d-ae94-2bef1efa78a1 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:28:39.151826 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-c1efd97b-f21f-4bea-9df2-a1e18d97a442 admin admin] Request body: {'subnet': {'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1248441247-subnet', 'tenant_id': '061ecc6ed712472588445dd90175b00d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:39.157121 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c1efd97b-f21f-4bea-9df2-a1e18d97a442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:28:39.161314 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-c1efd97b-f21f-4bea-9df2-a1e18d97a442 admin admin] Usage tracker for resource:subnet and tenant:061ecc6ed712472588445dd90175b00d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:28:39.164337 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-c1efd97b-f21f-4bea-9df2-a1e18d97a442 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:28:39.171105 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c1efd97b-f21f-4bea-9df2-a1e18d97a442 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:28:39.207683 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1efd97b-f21f-4bea-9df2-a1e18d97a442 admin admin] Made reservation on behalf of 061ecc6ed712472588445dd90175b00d for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:28:39.221639 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c1efd97b-f21f-4bea-9df2-a1e18d97a442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9677277'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:39.808991 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c1efd97b-f21f-4bea-9df2-a1e18d97a442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2266668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9677260'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:39.826043 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:39.971473 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efd97b-f21f-4bea-9df2-a1e18d97a442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d6126f-cd4a-49cb-97a7-0332620ee9d9,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:39.975308 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c1efd97b-f21f-4bea-9df2-a1e18d97a442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:40.045221 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1efd97b-f21f-4bea-9df2-a1e18d97a442 admin admin] Checking segment: {'id': '5da26832-8cc4-4b03-a9f3-30714e1114bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:28:40.046042 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1efd97b-f21f-4bea-9df2-a1e18d97a442 admin admin] Network hostable DHCP agents. Network: 61d452db-d549-4f2d-ae94-2bef1efa78a1, hostable agents: ['1ef1e8a0-3524-48fd-9506-a9618884bda0'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:28:40.059508 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798b0c8-602f-4574-bad2-153a221b65cb req-7199b2c0-ad56-42e0-86be-c64ea54823a6 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:40.061439 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2798b0c8-602f-4574-bad2-153a221b65cb req-7199b2c0-ad56-42e0-86be-c64ea54823a6 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 943 time: 0.1842360 Feb 11 13:28:40.098509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1efd97b-f21f-4bea-9df2-a1e18d97a442 admin admin] Network 61d452db-d549-4f2d-ae94-2bef1efa78a1 is scheduled to be hosted by DHCP agent 1ef1e8a0-3524-48fd-9506-a9618884bda0 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:28:40.136268 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2798b0c8-602f-4574-bad2-153a221b65cb req-fe76bfc1-2a16-4c7a-8702-3d380916116b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670848 Feb 11 13:28:40.149092 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-c1efd97b-f21f-4bea-9df2-a1e18d97a442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-smb, 61d452db-d549-4f2d-ae94-2bef1efa78a1) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:28:40.168635 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1efd97b-f21f-4bea-9df2-a1e18d97a442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:40.168765 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3545ad7c-02b3-4ae3-a6c2-fffa5f8bace9 None None] Network 61d452db-d549-4f2d-ae94-2bef1efa78a1 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:28:40.169705 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c1efd97b-f21f-4bea-9df2-a1e18d97a442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:40.213382 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-c1efd97b-f21f-4bea-9df2-a1e18d97a442 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0674896 Feb 11 13:28:40.428086 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16640be8-0df5-4762-822c-8d2e57c40d46 None None] Network 61d452db-d549-4f2d-ae94-2bef1efa78a1 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:28:40.998775 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-de4bd93c-c586-4eb1-b40a-7fd219d0e857 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:40.999489 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-de4bd93c-c586-4eb1-b40a-7fd219d0e857 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Synchronizing usage tracker for tenant:061ecc6ed712472588445dd90175b00d on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:28:41.064279 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-de4bd93c-c586-4eb1-b40a-7fd219d0e857 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Unset dirty status for tenant:061ecc6ed712472588445dd90175b00d on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:28:41.065654 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-de4bd93c-c586-4eb1-b40a-7fd219d0e857 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/networks?id=61d452db-d549-4f2d-ae94-2bef1efa78a1 HTTP/1.1" status: 200 len: 815 time: 0.3193345 Feb 11 13:28:41.083169 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-9bf2232d-7c5a-4970-a120-9ff2c687e430 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/quotas/061ecc6ed712472588445dd90175b00d HTTP/1.1" status: 200 len: 375 time: 0.0109313 Feb 11 13:28:41.141443 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-8da238cc-6b09-4104-9453-2d786fd63020 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=061ecc6ed712472588445dd90175b00d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504036 Feb 11 13:28:41.307077 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-171a949a-5423-4717-b58d-990d3f4930af service neutron] 10.222.0.120 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572914 Feb 11 13:28:41.464991 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-fec4be44-ef92-4162-adad-f6fcf650c01a service neutron] 10.222.0.120 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1569438 Feb 11 13:28:41.517499 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525f1fa-01bc-46a9-894d-1d966100d858 req-bec365de-e49e-4973-807a-4298d6a78c36 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:41.519221 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7525f1fa-01bc-46a9-894d-1d966100d858 req-bec365de-e49e-4973-807a-4298d6a78c36 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 943 time: 0.2309103 Feb 11 13:28:41.596366 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7525f1fa-01bc-46a9-894d-1d966100d858 req-12678782-952c-4184-a5c1-c7cd1a22a3f1 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689456 Feb 11 13:28:41.777588 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-020dd9d5-5600-4753-8b1d-8a184d010a28 req-7fdfeb27-2824-4cb9-94e0-73999adc0afb tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 210 time: 0.0565453 Feb 11 13:28:42.908394 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b2b8e77b-4720-4e87-a1b6-17af0189a311 req-5318fb8f-9904-477f-a35e-e5cb4428516b tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 210 time: 0.0506175 Feb 11 13:28:42.941318 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca59bca-b9b0-4408-89b4-c3951879ec0e req-52b16834-4feb-42f1-be12-b508ed8730f4 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:42.943065 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-dca59bca-b9b0-4408-89b4-c3951879ec0e req-52b16834-4feb-42f1-be12-b508ed8730f4 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 943 time: 0.1876898 Feb 11 13:28:43.026562 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-dca59bca-b9b0-4408-89b4-c3951879ec0e req-ece91de7-4da9-4959-8a36-a43d665f1ff4 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752909 Feb 11 13:28:43.431134 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:28:44.089359 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0ad5d24c-81ac-483c-b192-2653bcbb44c5 req-83b8547b-8de9-424f-a500-82486e6ce403 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 210 time: 0.0508885 Feb 11 13:28:44.349287 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fc5d9-3f98-4dbf-96b1-e74720ab1dd7 req-d2900a11-581e-4475-9f07-7cd4929d3f20 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:44.351108 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-422fc5d9-3f98-4dbf-96b1-e74720ab1dd7 req-d2900a11-581e-4475-9f07-7cd4929d3f20 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 943 time: 0.1675735 Feb 11 13:28:44.418958 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-422fc5d9-3f98-4dbf-96b1-e74720ab1dd7 req-51a90a84-83ae-4c62-9912-c2caf7720198 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601258 Feb 11 13:28:45.275988 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ed1cd82e-0ae6-4856-8acf-40e14440d532 req-f44fab3a-7377-46fc-a943-c2c6eb4c94e1 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 210 time: 0.0535159 Feb 11 13:28:45.611364 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-30866e6f-3f2d-4195-aff8-eea33413cdb4 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:45.613097 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-30866e6f-3f2d-4195-aff8-eea33413cdb4 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.111 "GET /v2.0/networks?id=61d452db-d549-4f2d-ae94-2bef1efa78a1 HTTP/1.1" status: 200 len: 815 time: 0.2555475 Feb 11 13:28:45.629884 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-60c9a80e-56dc-4321-9469-644948c3739e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:45.633628 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Request body: {'port': {'device_id': '710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b', 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1', 'admin_state_up': True, 'tenant_id': '061ecc6ed712472588445dd90175b00d'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:45.793384 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:28:45.798561 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Usage tracker for resource:port and tenant:061ecc6ed712472588445dd90175b00d is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:28:45.801269 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:28:45.808135 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:28:45.857934 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Made reservation on behalf of 061ecc6ed712472588445dd90175b00d for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:28:45.879890 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:45.893336 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d7f4d-d363-4fd2-bcc9-c7f17b2ebdfc req-305764f4-787b-42d6-bcf9-ccdfd03efe1e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:45.895079 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5c1d7f4d-d363-4fd2-bcc9-c7f17b2ebdfc req-305764f4-787b-42d6-bcf9-ccdfd03efe1e tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 943 time: 0.1774151 Feb 11 13:28:45.961660 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5c1d7f4d-d363-4fd2-bcc9-c7f17b2ebdfc req-ac10471d-969b-44a1-8f80-1bcd026e95cc tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600648 Feb 11 13:28:46.200915 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Allocated IP 172.20.0.13 (61d452db-d549-4f2d-ae94-2bef1efa78a1/46d6126f-cd4a-49cb-97a7-0332620ee9d9/e3f33111-c555-4809-ab7a-305b3d1b88af) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:28:46.477340 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ea7674c9-2c43-48c9-b7de-e8e0765ae609 req-5aaae7aa-dec5-467e-bd21-b551ed91113d tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 210 time: 0.0681014 Feb 11 13:28:46.484163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:46.548713 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:46.564470 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-68c42935-c9bb-4380-8de2-fa2097f2769e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:46.717927 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Pushing event updated for resources: {'Port': ['ID=e3f33111-c555-4809-ab7a-305b3d1b88af,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:46.721320 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:47.001172 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Network 61d452db-d549-4f2d-ae94-2bef1efa78a1 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:28:47.002506 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:28:47.005226 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:28:47.140018 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:47.140757 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:47.201867 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5738192 Feb 11 13:28:47.215584 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Request body: {'port': {'device_id': '710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:47.306358 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1a580-6b53-43c9-a682-402edcb8099d req-fd93a0be-028a-4ea2-8717-bd60b15cadac tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:47.308070 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-79f1a580-6b53-43c9-a682-402edcb8099d req-fd93a0be-028a-4ea2-8717-bd60b15cadac tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 943 time: 0.1957829 Feb 11 13:28:47.391930 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-79f1a580-6b53-43c9-a682-402edcb8099d req-86cb7e6e-65ec-46db-a0f5-82453612f916 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767100 Feb 11 13:28:47.396765 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:47.588328 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device b60c8dde-09c1-43c3-b24b-e5d3a22a392b up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:28:47.694859 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port b60c8dde-09c1-43c3-b24b-e5d3a22a392b triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:28:47.695357 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:47.850991 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:47.883341 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9805f96f-2f2a-4e99-b21b-f4739dc7ee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60c8dde-09c1-43c3-b24b-e5d3a22a392b'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:47.903757 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port b60c8dde-09c1-43c3-b24b-e5d3a22a392b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=b60c8dde-09c1-43c3-b24b-e5d3a22a392b,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:28:47.976819 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8f771-c2f0-4ec0-abdf-812fa0e36c35 req-7c2f76a2-9125-4209-99eb-4214d2949592 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:47.976819 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-26e8f771-c2f0-4ec0-abdf-812fa0e36c35 req-7c2f76a2-9125-4209-99eb-4214d2949592 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Synchronizing usage tracker for tenant:061ecc6ed712472588445dd90175b00d on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:28:47.977123 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9805f96f-2f2a-4e99-b21b-f4739dc7ee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60c8dde-09c1-43c3-b24b-e5d3a22a392b', 'code': 200} Feb 11 13:28:48.115375 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f33111-c555-4809-ab7a-305b3d1b88af {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:28:48.124782 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:48.138530 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Transition to ACTIVE for port object e3f33111-c555-4809-ab7a-305b3d1b88af will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:28:48.281528 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:48.283574 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:48.310087 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-26e8f771-c2f0-4ec0-abdf-812fa0e36c35 req-7c2f76a2-9125-4209-99eb-4214d2949592 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Unset dirty status for tenant:061ecc6ed712472588445dd90175b00d on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:28:48.311475 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-26e8f771-c2f0-4ec0-abdf-812fa0e36c35 req-7c2f76a2-9125-4209-99eb-4214d2949592 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 932 time: 0.6969783 Feb 11 13:28:48.312145 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:48.343904 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c152b3df-8087-402c-b193-648d95a46cb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:48.365654 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=b60c8dde-09c1-43c3-b24b-e5d3a22a392b,revision_number=6']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:48.371114 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:48.573582 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f33111-c555-4809-ab7a-305b3d1b88af,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:48.576842 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:48.599860 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-26e8f771-c2f0-4ec0-abdf-812fa0e36c35 req-22b70f68-52c9-44ca-8c08-7d8663cd88b9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729051 Feb 11 13:28:48.740808 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dae724-03d5-4f00-ab07-1b351146a5be req-f891b193-ec1b-448e-82d0-4726aed1135b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:48.742547 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-15dae724-03d5-4f00-ab07-1b351146a5be req-f891b193-ec1b-448e-82d0-4726aed1135b tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1868038 Feb 11 13:28:48.763701 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e033c-2736-448c-b0f0-a8357af26398 req-5d3f0cb7-96da-4e24-b629-5b121a24f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:48.765316 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-650e033c-2736-448c-b0f0-a8357af26398 req-5d3f0cb7-96da-4e24-b629-5b121a24f02b service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 1162 time: 0.2596929 Feb 11 13:28:48.808744 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-15dae724-03d5-4f00-ab07-1b351146a5be req-0d97ef85-8182-4c36-ad79-a7795b76f871 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593750 Feb 11 13:28:48.845870 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-650e033c-2736-448c-b0f0-a8357af26398 req-1955d966-93e8-4c50-985d-9eaba0189e33 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683193 Feb 11 13:28:48.850444 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Attempting to bind port e3f33111-c555-4809-ab7a-305b3d1b88af on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:28:48.856198 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Attempting to bind port e3f33111-c555-4809-ab7a-305b3d1b88af by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '5da26832-8cc4-4b03-a9f3-30714e1114bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:28:48.856198 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Attempting to bind port e3f33111-c555-4809-ab7a-305b3d1b88af on network 61d452db-d549-4f2d-ae94-2bef1efa78a1 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:28:48.857320 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:28:48.857698 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Checking segment: {'id': '5da26832-8cc4-4b03-a9f3-30714e1114bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:28:48.858104 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:48.858500 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Bound using segment: {'id': '5da26832-8cc4-4b03-a9f3-30714e1114bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:28:48.858982 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Bound port: e3f33111-c555-4809-ab7a-305b3d1b88af, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da26832-8cc4-4b03-a9f3-30714e1114bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:28:48.859357 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:48.875424 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:48.956324 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] For port e3f33111-c555-4809-ab7a-305b3d1b88af, host hv-cinder-77398, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:28:48.959524 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] For port e3f33111-c555-4809-ab7a-305b3d1b88af, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e3f33111-c555-4809-ab7a-305b3d1b88af,segment=NetworkSegment(5da26832-8cc4-4b03-a9f3-30714e1114bc),segment_id=5da26832-8cc4-4b03-a9f3-30714e1114bc)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:28:49.000255 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:49.017281 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4090d73c-38ed-4025-a866-4bdc8c6f3963 tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:49.023892 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-04148880-0b50-44fe-9da7-02cf5f5a90ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:49.179458 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f33111-c555-4809-ab7a-305b3d1b88af,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:49.185225 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:49.217998 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:49.218713 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:49.220225 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] 10.222.0.111 "PUT /v2.0/ports/e3f33111-c555-4809-ab7a-305b3d1b88af HTTP/1.1" status: 200 len: 1158 time: 2.0096927 Feb 11 13:28:49.220776 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b', 'tag': 'e3f33111-c555-4809-ab7a-305b3d1b88af'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:49.249197 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device b60c8dde-09c1-43c3-b24b-e5d3a22a392b up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:28:49.282756 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b', 'tag': 'e3f33111-c555-4809-ab7a-305b3d1b88af', 'status': 'completed', 'code': 200} Feb 11 13:28:49.322915 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port b60c8dde-09c1-43c3-b24b-e5d3a22a392b triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:28:49.323334 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:49.391268 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-de7a046d-905d-4916-be57-d724575ccbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:49.393061 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-de7a046d-905d-4916-be57-d724575ccbe4 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=061ecc6ed712472588445dd90175b00d&device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 1161 time: 0.0825438 Feb 11 13:28:49.473614 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-7f52b407-b669-47e3-b0ae-7a1af84d7a36 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3f33111-c555-4809-ab7a-305b3d1b88af HTTP/1.1" status: 200 len: 217 time: 0.0718334 Feb 11 13:28:49.543969 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-5ecfeb67-e564-4757-9380-44de787eda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:49.545549 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-5ecfeb67-e564-4757-9380-44de787eda78 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=46d6126f-cd4a-49cb-97a7-0332620ee9d9 HTTP/1.1" status: 200 len: 855 time: 0.0652003 Feb 11 13:28:49.602973 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-6d2f7adc-5bab-4152-9b07-fbf495a6bda5 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=61d452db-d549-4f2d-ae94-2bef1efa78a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475798 Feb 11 13:28:49.754295 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-1e7eb83d-24fa-424e-ae78-13e51bd2284e service neutron] 10.222.0.111 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448631 Feb 11 13:28:49.903066 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90b294-142a-4477-8941-45e3e5b44494 req-9896c181-09fc-4dc0-97bf-1c0c7a962ca5 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:49.904839 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8f90b294-142a-4477-8941-45e3e5b44494 req-9896c181-09fc-4dc0-97bf-1c0c7a962ca5 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 944 time: 0.1724427 Feb 11 13:28:49.923111 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d9622106-faf7-498c-89c3-facf5f0daf55 req-768c13b4-7d24-4f94-b8a1-d147cf2e61ce service neutron] 10.222.0.111 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1530254 Feb 11 13:28:49.980315 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-8f90b294-142a-4477-8941-45e3e5b44494 req-708e7201-e85d-4cce-98d8-90af393d0fdf tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Synchronizing usage tracker for tenant:061ecc6ed712472588445dd90175b00d on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:28:50.022040 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-8f90b294-142a-4477-8941-45e3e5b44494 req-708e7201-e85d-4cce-98d8-90af393d0fdf tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Unset dirty status for tenant:061ecc6ed712472588445dd90175b00d on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:28:50.023269 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8f90b294-142a-4477-8941-45e3e5b44494 req-708e7201-e85d-4cce-98d8-90af393d0fdf tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113470 Feb 11 13:28:50.083302 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:50.206118 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bd5a1-6342-44e8-8956-f814da1dea64 req-9dd99ded-8684-413f-9021-0f9d95a4bb11 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:50.208178 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c2bd5a1-6342-44e8-8956-f814da1dea64 req-9dd99ded-8684-413f-9021-0f9d95a4bb11 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.2336602 Feb 11 13:28:50.266511 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955156c5-cbea-4d0f-b258-bde46fd9746a req-64a7eede-5721-48cf-abc3-06003628b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:50.268170 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-955156c5-cbea-4d0f-b258-bde46fd9746a req-64a7eede-5721-48cf-abc3-06003628b39e service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=061ecc6ed712472588445dd90175b00d&device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 1161 time: 0.2176266 Feb 11 13:28:50.295262 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c2bd5a1-6342-44e8-8956-f814da1dea64 req-2abdafcd-dad4-4f65-819f-79c7fca67889 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781853 Feb 11 13:28:50.444348 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955156c5-cbea-4d0f-b258-bde46fd9746a req-716de880-509f-4704-88e9-134c491faed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:50.445976 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-955156c5-cbea-4d0f-b258-bde46fd9746a req-716de880-509f-4704-88e9-134c491faed8 service neutron] 10.222.0.111 "GET /v2.0/networks?id=61d452db-d549-4f2d-ae94-2bef1efa78a1 HTTP/1.1" status: 200 len: 909 time: 0.1497333 Feb 11 13:28:50.528608 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-955156c5-cbea-4d0f-b258-bde46fd9746a req-6db03def-18b1-4d2b-8c9d-390dc9b4545d service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3f33111-c555-4809-ab7a-305b3d1b88af HTTP/1.1" status: 200 len: 217 time: 0.0724025 Feb 11 13:28:50.601213 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955156c5-cbea-4d0f-b258-bde46fd9746a req-87a63e59-19b1-4edd-841b-79c9dc986632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:50.603353 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-955156c5-cbea-4d0f-b258-bde46fd9746a req-87a63e59-19b1-4edd-841b-79c9dc986632 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=46d6126f-cd4a-49cb-97a7-0332620ee9d9 HTTP/1.1" status: 200 len: 855 time: 0.0678627 Feb 11 13:28:50.624105 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:50.665537 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-955156c5-cbea-4d0f-b258-bde46fd9746a req-fc0f1301-4c4b-4dcd-9e26-8876090a9373 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=61d452db-d549-4f2d-ae94-2bef1efa78a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524607 Feb 11 13:28:50.841187 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-955156c5-cbea-4d0f-b258-bde46fd9746a req-6eeda354-6767-4a46-a2ed-860403b17e98 service neutron] 10.222.0.111 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672153 Feb 11 13:28:50.994097 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-955156c5-cbea-4d0f-b258-bde46fd9746a req-190d9d0f-ec64-47a4-a3c4-76b08cf88d80 service neutron] 10.222.0.111 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397839 Feb 11 13:28:51.326898 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197393b-4047-4155-bb18-38edc6820656 req-212957eb-a1f8-489e-8346-ba4b18c18391 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:51.328964 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5197393b-4047-4155-bb18-38edc6820656 req-212957eb-a1f8-489e-8346-ba4b18c18391 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 944 time: 0.1676147 Feb 11 13:28:51.403242 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5197393b-4047-4155-bb18-38edc6820656 req-67aa106b-6129-48c0-8905-e2b956fad74a tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633388 Feb 11 13:28:51.623897 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d17221-343a-4752-a91c-347d2a9d49a0 req-dc3e0f34-84d6-459c-b59d-a12f1c34a509 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:51.625716 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-72d17221-343a-4752-a91c-347d2a9d49a0 req-dc3e0f34-84d6-459c-b59d-a12f1c34a509 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1670220 Feb 11 13:28:51.693974 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-72d17221-343a-4752-a91c-347d2a9d49a0 req-362ebf47-404c-41c1-aa3a-12a003d5fbb4 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613267 Feb 11 13:28:52.707955 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280388ce-a81d-4560-8886-e5a3c8c00aa4 req-e54ffd40-b176-4029-a7e1-b3e280e5c6a9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:52.709613 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-280388ce-a81d-4560-8886-e5a3c8c00aa4 req-e54ffd40-b176-4029-a7e1-b3e280e5c6a9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 944 time: 0.1712389 Feb 11 13:28:52.776318 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-280388ce-a81d-4560-8886-e5a3c8c00aa4 req-3ca117a4-3f98-4157-bf87-b048a12d67b6 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594492 Feb 11 13:28:53.013040 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2f3c9-ef2c-4486-859f-94b0756653d9 req-ef11f44f-2298-4180-8b86-b13c32ffeb63 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:53.014698 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a7d2f3c9-ef2c-4486-859f-94b0756653d9 req-ef11f44f-2298-4180-8b86-b13c32ffeb63 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1695802 Feb 11 13:28:53.080979 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a7d2f3c9-ef2c-4486-859f-94b0756653d9 req-edfa8a48-b867-4fc9-807d-b502b258432a tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596683 Feb 11 13:28:53.374877 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.objects.ports [None req-ffef94f5-3a02-4030-a43e-3c9e53cd61fc None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 13:28:53.946342 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device e3f33111-c555-4809-ab7a-305b3d1b88af up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:28:54.058068 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port e3f33111-c555-4809-ab7a-305b3d1b88af completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:28:54.063517 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port e3f33111-c555-4809-ab7a-305b3d1b88af triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:28:54.063970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:54.083667 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4ac68-da6e-4c0b-a316-e074f05a6d41 req-af6b1fe1-28dd-42ae-8b08-be89545cfc14 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:54.085449 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d2e4ac68-da6e-4c0b-a316-e074f05a6d41 req-af6b1fe1-28dd-42ae-8b08-be89545cfc14 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 944 time: 0.1780882 Feb 11 13:28:54.151596 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d2e4ac68-da6e-4c0b-a316-e074f05a6d41 req-eb468c34-a789-482a-93d5-a176089b7374 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587814 Feb 11 13:28:54.203046 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:54.232401 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f33111-c555-4809-ab7a-305b3d1b88af'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:54.242817 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port e3f33111-c555-4809-ab7a-305b3d1b88af, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e3f33111-c555-4809-ab7a-305b3d1b88af,segment=NetworkSegment(5da26832-8cc4-4b03-a9f3-30714e1114bc),segment_id=5da26832-8cc4-4b03-a9f3-30714e1114bc)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:28:54.279181 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:54.281258 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:28:54.313774 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f33111-c555-4809-ab7a-305b3d1b88af', 'code': 200} Feb 11 13:28:54.356034 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=e3f33111-c555-4809-ab7a-305b3d1b88af,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:28:54.359339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:28:54.645079 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b54e2-d426-475c-99b1-6602495ab2ce req-880368a5-1295-43ba-a045-db8370e1a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:54.646652 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2a9b54e2-d426-475c-99b1-6602495ab2ce req-880368a5-1295-43ba-a045-db8370e1a005 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 1163 time: 0.0837421 Feb 11 13:28:54.707065 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2a9b54e2-d426-475c-99b1-6602495ab2ce req-296ce450-48e3-4988-932f-b64279c0b0b2 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420778 Feb 11 13:28:55.321970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device e3f33111-c555-4809-ab7a-305b3d1b88af up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:28:55.404607 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port e3f33111-c555-4809-ab7a-305b3d1b88af triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:28:55.405036 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:28:55.450163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0b8bd-4e60-4733-8867-1fe0cb79c56d req-92b011f3-ec72-43de-b983-efe912f1e07f tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:55.451835 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ace0b8bd-4e60-4733-8867-1fe0cb79c56d req-92b011f3-ec72-43de-b983-efe912f1e07f tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 946 time: 0.1710258 Feb 11 13:28:55.516633 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ace0b8bd-4e60-4733-8867-1fe0cb79c56d req-4d408743-ad7d-42c9-b55e-862bc259201d tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580561 Feb 11 13:28:56.813475 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffacada-4000-473e-bb33-c50b67ae9fd8 req-bdb6f470-ca2b-4d0d-9a4f-e34a7c4f280d tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:28:56.815201 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ffacada-4000-473e-bb33-c50b67ae9fd8 req-bdb6f470-ca2b-4d0d-9a4f-e34a7c4f280d tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 946 time: 0.1653063 Feb 11 13:28:56.881705 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6ffacada-4000-473e-bb33-c50b67ae9fd8 req-518c1b49-29e4-4bf9-b0cb-20750f1b888d tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594625 Feb 11 13:28:57.027952 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:02.267527 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-1d182c5c-c291-4e35-b1a9-dfc772e923ad tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:02.269246 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-1d182c5c-c291-4e35-b1a9-dfc772e923ad tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/networks?id=61d452db-d549-4f2d-ae94-2bef1efa78a1 HTTP/1.1" status: 200 len: 815 time: 0.4561930 Feb 11 13:29:02.286524 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-8c5bd5d6-4f4d-45d8-8759-8b9631945eb0 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/quotas/061ecc6ed712472588445dd90175b00d HTTP/1.1" status: 200 len: 375 time: 0.0103223 Feb 11 13:29:02.396984 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-0308f375-9d30-433c-abcb-fd17fc893ca3 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=061ecc6ed712472588445dd90175b00d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1040003 Feb 11 13:29:02.545741 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-f291bb77-26f2-4491-adea-03114f3fe32e service neutron] 10.222.0.120 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400704 Feb 11 13:29:02.695613 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-878b96da-b134-496a-b719-c1f5406f261a service neutron] 10.222.0.120 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423745 Feb 11 13:29:02.939722 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3241dd3a-e772-45fb-a766-af4934ee6efc req-586b507a-da77-459a-bf71-665f2c4dbbe7 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=1169428d-a908-4199-86d9-8e0330577bdb HTTP/1.1" status: 200 len: 210 time: 0.0506191 Feb 11 13:29:04.122169 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-83b9c810-0612-4b03-a4c9-819a16ecc063 req-a93f7489-8071-4a7d-8470-3affa726c4a0 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=1169428d-a908-4199-86d9-8e0330577bdb HTTP/1.1" status: 200 len: 210 time: 0.0518456 Feb 11 13:29:04.677404 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-ebaff2a0-df7d-4d66-bb75-480f830a02d1 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:04.678958 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-ebaff2a0-df7d-4d66-bb75-480f830a02d1 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.111 "GET /v2.0/networks?id=61d452db-d549-4f2d-ae94-2bef1efa78a1 HTTP/1.1" status: 200 len: 815 time: 0.2403867 Feb 11 13:29:04.698326 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-d7f53830-6128-4ab4-b567-c59b9a884311 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Request body: {'port': {'device_id': '1169428d-a908-4199-86d9-8e0330577bdb', 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1', 'admin_state_up': True, 'tenant_id': '061ecc6ed712472588445dd90175b00d'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:04.850308 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-d7f53830-6128-4ab4-b567-c59b9a884311 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:29:04.861396 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-d7f53830-6128-4ab4-b567-c59b9a884311 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:29:04.901879 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-d7f53830-6128-4ab4-b567-c59b9a884311 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Made reservation on behalf of 061ecc6ed712472588445dd90175b00d for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:29:04.923588 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-d7f53830-6128-4ab4-b567-c59b9a884311 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:05.260464 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-d7f53830-6128-4ab4-b567-c59b9a884311 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Allocated IP 172.20.0.9 (61d452db-d549-4f2d-ae94-2bef1efa78a1/46d6126f-cd4a-49cb-97a7-0332620ee9d9/8a057dc0-59b0-4026-907c-36a6372c77da) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:29:05.315831 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0a3002c3-5084-4a90-a7de-e34867532652 req-df260fed-c255-445b-8ad5-ff6ab4dedc78 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=1169428d-a908-4199-86d9-8e0330577bdb HTTP/1.1" status: 200 len: 210 time: 0.0568445 Feb 11 13:29:05.488294 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-d7f53830-6128-4ab4-b567-c59b9a884311 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:05.555777 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-d7f53830-6128-4ab4-b567-c59b9a884311 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:05.574406 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-945efb6d-d233-4950-9b8a-91c7762a112a tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:05.734123 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f53830-6128-4ab4-b567-c59b9a884311 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Pushing event updated for resources: {'Port': ['ID=8a057dc0-59b0-4026-907c-36a6372c77da,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:05.739096 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d7f53830-6128-4ab4-b567-c59b9a884311 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:05.784162 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-d7f53830-6128-4ab4-b567-c59b9a884311 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Network 61d452db-d549-4f2d-ae94-2bef1efa78a1 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:29:05.785408 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-d7f53830-6128-4ab4-b567-c59b9a884311 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:29:05.787908 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-d7f53830-6128-4ab4-b567-c59b9a884311 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:29:05.915309 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-d7f53830-6128-4ab4-b567-c59b9a884311 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:05.916098 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-d7f53830-6128-4ab4-b567-c59b9a884311 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:05.967139 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-d7f53830-6128-4ab4-b567-c59b9a884311 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2732971 Feb 11 13:29:05.980685 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Request body: {'port': {'device_id': '1169428d-a908-4199-86d9-8e0330577bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:06.107394 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:06.699462 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfd9eb-7ce9-4dee-9246-a66a1de8539f req-06dd1483-5109-43f6-a26a-0e23b4978cab tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:06.700240 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-bbdfd9eb-7ce9-4dee-9246-a66a1de8539f req-06dd1483-5109-43f6-a26a-0e23b4978cab tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Synchronizing usage tracker for tenant:061ecc6ed712472588445dd90175b00d on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:29:06.708810 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a057dc0-59b0-4026-907c-36a6372c77da {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:29:06.721053 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:06.738262 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Transition to ACTIVE for port object 8a057dc0-59b0-4026-907c-36a6372c77da will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:29:06.760393 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-bbdfd9eb-7ce9-4dee-9246-a66a1de8539f req-06dd1483-5109-43f6-a26a-0e23b4978cab tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Unset dirty status for tenant:061ecc6ed712472588445dd90175b00d on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:29:06.761804 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bbdfd9eb-7ce9-4dee-9246-a66a1de8539f req-06dd1483-5109-43f6-a26a-0e23b4978cab tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=1169428d-a908-4199-86d9-8e0330577bdb HTTP/1.1" status: 200 len: 931 time: 0.3085649 Feb 11 13:29:06.787971 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:06.807176 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d5d9666a-1447-42a8-b24e-1b8214765a55 tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:06.974227 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bbdfd9eb-7ce9-4dee-9246-a66a1de8539f req-9a7b2648-cc09-4067-9dd5-5e022d5e24d0 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048099 Feb 11 13:29:06.997627 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Pushing event updated for resources: {'Port': ['ID=8a057dc0-59b0-4026-907c-36a6372c77da,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:07.011747 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.012163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.012568 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.012969 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.013383 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.013854 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.014140 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.014525 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.014913 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.015331 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.015753 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.016144 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.016616 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.017011 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.017409 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.017774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.018154 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.018536 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.018919 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.019304 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.019717 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.020107 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.020484 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.020865 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:07.027863 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:07.414174 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Attempting to bind port 8a057dc0-59b0-4026-907c-36a6372c77da on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:07.414559 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Attempting to bind port 8a057dc0-59b0-4026-907c-36a6372c77da by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '5da26832-8cc4-4b03-a9f3-30714e1114bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:29:07.414896 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Attempting to bind port 8a057dc0-59b0-4026-907c-36a6372c77da on network 61d452db-d549-4f2d-ae94-2bef1efa78a1 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:29:07.420881 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:29:07.421252 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Checking segment: {'id': '5da26832-8cc4-4b03-a9f3-30714e1114bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:29:07.421649 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:07.422037 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Bound using segment: {'id': '5da26832-8cc4-4b03-a9f3-30714e1114bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:29:07.422503 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Bound port: 8a057dc0-59b0-4026-907c-36a6372c77da, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da26832-8cc4-4b03-a9f3-30714e1114bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:29:07.422870 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:07.520002 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] For port 8a057dc0-59b0-4026-907c-36a6372c77da, host hv-cinder-77398, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:29:07.523093 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] For port 8a057dc0-59b0-4026-907c-36a6372c77da, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8a057dc0-59b0-4026-907c-36a6372c77da,segment=NetworkSegment(5da26832-8cc4-4b03-a9f3-30714e1114bc),segment_id=5da26832-8cc4-4b03-a9f3-30714e1114bc)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:29:07.566804 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:07.580712 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:07.737547 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Pushing event updated for resources: {'Port': ['ID=8a057dc0-59b0-4026-907c-36a6372c77da,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:07.741022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:07.775231 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:07.775771 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:07.777233 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-c729f678-5d18-421c-b95d-797493c2e6ff service neutron] 10.222.0.111 "PUT /v2.0/ports/8a057dc0-59b0-4026-907c-36a6372c77da HTTP/1.1" status: 200 len: 1157 time: 1.8013976 Feb 11 13:29:07.777781 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1169428d-a908-4199-86d9-8e0330577bdb', 'tag': '8a057dc0-59b0-4026-907c-36a6372c77da'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:07.844513 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1169428d-a908-4199-86d9-8e0330577bdb', 'tag': '8a057dc0-59b0-4026-907c-36a6372c77da', 'status': 'completed', 'code': 200} Feb 11 13:29:07.946918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-04914a07-e4ab-4653-936d-c15dadac25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:07.948682 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-04914a07-e4ab-4653-936d-c15dadac25cd service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=061ecc6ed712472588445dd90175b00d&device_id=1169428d-a908-4199-86d9-8e0330577bdb HTTP/1.1" status: 200 len: 1160 time: 0.0856571 Feb 11 13:29:08.030888 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-3b08e86d-142b-441d-9cd6-adc3567aec06 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a057dc0-59b0-4026-907c-36a6372c77da HTTP/1.1" status: 200 len: 217 time: 0.0683820 Feb 11 13:29:08.106688 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-5b88ddf2-da07-426f-982e-e3e65592735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:08.108546 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-5b88ddf2-da07-426f-982e-e3e65592735b service neutron] 10.222.0.111 "GET /v2.0/subnets?id=46d6126f-cd4a-49cb-97a7-0332620ee9d9 HTTP/1.1" status: 200 len: 855 time: 0.0713739 Feb 11 13:29:08.204842 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-aa747e2a-cc16-4fd8-a6e6-9a092c83fba6 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=61d452db-d549-4f2d-ae94-2bef1efa78a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593431 Feb 11 13:29:08.359421 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e09c0d-9f09-418c-a333-f445f8a6aa0e req-9fb3d890-0815-4295-aeb5-35fa5a10d03b tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:08.361185 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a3e09c0d-9f09-418c-a333-f445f8a6aa0e req-9fb3d890-0815-4295-aeb5-35fa5a10d03b tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=1169428d-a908-4199-86d9-8e0330577bdb HTTP/1.1" status: 200 len: 943 time: 0.2516890 Feb 11 13:29:08.504902 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a3e09c0d-9f09-418c-a333-f445f8a6aa0e req-d3564d51-b4f4-43aa-bc50-4d41fb3458d0 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946069 Feb 11 13:29:08.514097 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-5bf9e780-b0ba-4df3-9a5e-2a0d66753bfc service neutron] 10.222.0.111 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863653 Feb 11 13:29:08.669807 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-df63df91-5b6e-4168-9e5c-8451bf0b0241 req-63b85ab2-56f1-4970-99f4-df4fbbf09b5c service neutron] 10.222.0.111 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1424387 Feb 11 13:29:08.835157 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259b963-8612-41f8-a104-145eb69a3d47 req-c76d6ebc-0e0c-4e37-b3b6-19213bc4e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:08.836878 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8259b963-8612-41f8-a104-145eb69a3d47 req-c76d6ebc-0e0c-4e37-b3b6-19213bc4e2a9 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=061ecc6ed712472588445dd90175b00d&device_id=1169428d-a908-4199-86d9-8e0330577bdb HTTP/1.1" status: 200 len: 1160 time: 0.0814033 Feb 11 13:29:08.997537 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259b963-8612-41f8-a104-145eb69a3d47 req-d8b5dea2-3d0c-4a2b-9960-9ba5ae8ef7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:08.999057 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8259b963-8612-41f8-a104-145eb69a3d47 req-d8b5dea2-3d0c-4a2b-9960-9ba5ae8ef7c4 service neutron] 10.222.0.111 "GET /v2.0/networks?id=61d452db-d549-4f2d-ae94-2bef1efa78a1 HTTP/1.1" status: 200 len: 909 time: 0.1423123 Feb 11 13:29:09.079926 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8259b963-8612-41f8-a104-145eb69a3d47 req-22172d38-1172-4214-94ec-9a8d33abc5d4 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a057dc0-59b0-4026-907c-36a6372c77da HTTP/1.1" status: 200 len: 217 time: 0.0717020 Feb 11 13:29:09.151904 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259b963-8612-41f8-a104-145eb69a3d47 req-64b81f4b-7810-4f54-b0f2-61f6cc2d1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:09.153508 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8259b963-8612-41f8-a104-145eb69a3d47 req-64b81f4b-7810-4f54-b0f2-61f6cc2d1cd7 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=46d6126f-cd4a-49cb-97a7-0332620ee9d9 HTTP/1.1" status: 200 len: 855 time: 0.0663993 Feb 11 13:29:09.212058 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8259b963-8612-41f8-a104-145eb69a3d47 req-6d1d21b4-59e2-4c3e-96b9-2759c6caa9e9 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=61d452db-d549-4f2d-ae94-2bef1efa78a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492611 Feb 11 13:29:09.367958 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8259b963-8612-41f8-a104-145eb69a3d47 req-b42b9c84-0f41-4e35-b2ea-cf12532f83db service neutron] 10.222.0.111 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430240 Feb 11 13:29:09.517604 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8259b963-8612-41f8-a104-145eb69a3d47 req-fd58c996-ad43-4213-82d5-940fb0312f90 service neutron] 10.222.0.111 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1417553 Feb 11 13:29:09.808670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a07d2e-9cd1-4902-bbac-9f4033cef447 req-6fa422d0-bba7-47c9-af2b-7a2159f65418 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:09.810435 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-07a07d2e-9cd1-4902-bbac-9f4033cef447 req-6fa422d0-bba7-47c9-af2b-7a2159f65418 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=1169428d-a908-4199-86d9-8e0330577bdb HTTP/1.1" status: 200 len: 943 time: 0.1665211 Feb 11 13:29:09.877488 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-07a07d2e-9cd1-4902-bbac-9f4033cef447 req-0e1f0072-6766-46e8-9f9f-26578d485ffc tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605154 Feb 11 13:29:11.176623 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55583e-ffaf-4fd1-b0aa-14e2fd9e05c0 req-0a55cd08-b263-402b-a25d-dbb7956c0b71 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:11.178271 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e55583e-ffaf-4fd1-b0aa-14e2fd9e05c0 req-0a55cd08-b263-402b-a25d-dbb7956c0b71 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=1169428d-a908-4199-86d9-8e0330577bdb HTTP/1.1" status: 200 len: 943 time: 0.1699848 Feb 11 13:29:11.243831 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e55583e-ffaf-4fd1-b0aa-14e2fd9e05c0 req-79fd3eff-f0fc-42c1-b8e5-db27207873c3 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584023 Feb 11 13:29:11.904695 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 8a057dc0-59b0-4026-907c-36a6372c77da up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:29:12.023779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port 8a057dc0-59b0-4026-907c-36a6372c77da completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:29:12.029439 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 8a057dc0-59b0-4026-907c-36a6372c77da triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:29:12.029861 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:12.160379 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:12.191722 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1169428d-a908-4199-86d9-8e0330577bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a057dc0-59b0-4026-907c-36a6372c77da'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:12.203902 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 8a057dc0-59b0-4026-907c-36a6372c77da, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8a057dc0-59b0-4026-907c-36a6372c77da,segment=NetworkSegment(5da26832-8cc4-4b03-a9f3-30714e1114bc),segment_id=5da26832-8cc4-4b03-a9f3-30714e1114bc)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:29:12.235055 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:12.237259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:12.270734 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1169428d-a908-4199-86d9-8e0330577bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a057dc0-59b0-4026-907c-36a6372c77da', 'code': 200} Feb 11 13:29:12.315546 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=8a057dc0-59b0-4026-907c-36a6372c77da,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:12.323338 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:12.558418 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a06321-615d-4789-9a2d-6611259da46f req-31c3bcad-134f-44d5-8f72-ca7be60bc581 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:12.560180 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-76a06321-615d-4789-9a2d-6611259da46f req-31c3bcad-134f-44d5-8f72-ca7be60bc581 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=1169428d-a908-4199-86d9-8e0330577bdb HTTP/1.1" status: 200 len: 945 time: 0.1711726 Feb 11 13:29:12.674938 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-76a06321-615d-4789-9a2d-6611259da46f req-f92a70ec-fc09-404e-979d-a4426166b083 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697353 Feb 11 13:29:12.696404 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51b82c-252a-4445-8523-73f1f4e0d00a req-e190fd25-f7f5-405a-b7da-b0606e9340a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:12.698021 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5d51b82c-252a-4445-8523-73f1f4e0d00a req-e190fd25-f7f5-405a-b7da-b0606e9340a6 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=1169428d-a908-4199-86d9-8e0330577bdb HTTP/1.1" status: 200 len: 1162 time: 0.1368999 Feb 11 13:29:12.749125 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5d51b82c-252a-4445-8523-73f1f4e0d00a req-76c85202-36e0-4bd5-b0e6-910b88ae5bac service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403817 Feb 11 13:29:13.454203 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 8a057dc0-59b0-4026-907c-36a6372c77da up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:29:13.530943 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 8a057dc0-59b0-4026-907c-36a6372c77da triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:29:13.531372 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:13.980820 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971856a1-2174-4d62-a4ce-a415f224d703 req-4540990e-3bcb-4b47-a22f-da9568559f12 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:13.982472 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-971856a1-2174-4d62-a4ce-a415f224d703 req-4540990e-3bcb-4b47-a22f-da9568559f12 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=1169428d-a908-4199-86d9-8e0330577bdb HTTP/1.1" status: 200 len: 945 time: 0.1742716 Feb 11 13:29:14.048894 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-971856a1-2174-4d62-a4ce-a415f224d703 req-5c57bd51-6cb4-4937-85e1-d8f9ea55c4e9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599833 Feb 11 13:29:15.345691 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ce931-3eef-4fc3-9605-30d8a2809cfa req-3eaa4ba0-a87f-408d-aeca-b8c2abb76ecc tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:15.347355 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e1ce931-3eef-4fc3-9605-30d8a2809cfa req-3eaa4ba0-a87f-408d-aeca-b8c2abb76ecc tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=1169428d-a908-4199-86d9-8e0330577bdb HTTP/1.1" status: 200 len: 945 time: 0.1681705 Feb 11 13:29:15.415341 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4e1ce931-3eef-4fc3-9605-30d8a2809cfa req-8ba98829-f0f3-4f3a-a1d4-2d5155c9af5d tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614603 Feb 11 13:29:15.619114 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-befa6299-3f8e-4462-b77c-bfc01dcbaef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:17.753628 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-9ba30b05-31e7-4797-b064-ee1c90f52eeb tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:17.755225 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-9ba30b05-31e7-4797-b064-ee1c90f52eeb tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/networks?id=61d452db-d549-4f2d-ae94-2bef1efa78a1 HTTP/1.1" status: 200 len: 815 time: 0.2358665 Feb 11 13:29:17.772429 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-797b912b-c7db-4f34-891a-a364707827b5 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/quotas/061ecc6ed712472588445dd90175b00d HTTP/1.1" status: 200 len: 375 time: 0.0104749 Feb 11 13:29:17.898770 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-46b07c99-e509-4322-9937-6ffe9e8d75cd tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=061ecc6ed712472588445dd90175b00d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193197 Feb 11 13:29:18.269666 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-9d66aa10-c25c-42fa-a233-be408246709d service neutron] 10.222.0.120 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629918 Feb 11 13:29:18.420143 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-a1e4e0be-1834-4bf6-9244-c1c9b8836c59 service neutron] 10.222.0.120 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1436024 Feb 11 13:29:18.712487 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c570d69e-3499-4e07-b6b7-6307fc5ba20b req-798b02cc-b99c-4832-9f3a-79ad61eca99f tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=76328782-c689-4792-b315-16a139196bfa HTTP/1.1" status: 200 len: 210 time: 0.0506814 Feb 11 13:29:18.964823 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:19.010223 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7932ca0f-e9b6-432c-a41d-f70e3cd693d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:19.896167 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-998e53a7-6968-4bdf-8c2a-292f82ae8b0a req-2635ab75-095d-4e72-ab4e-ab15be4a90db tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=76328782-c689-4792-b315-16a139196bfa HTTP/1.1" status: 200 len: 210 time: 0.0550535 Feb 11 13:29:20.097758 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:20.430412 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:29:20.633763 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:20.641127 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-19a52ae8-32ff-4ff4-b90d-b819d4127d07 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:20.642807 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-19a52ae8-32ff-4ff4-b90d-b819d4127d07 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.111 "GET /v2.0/networks?id=61d452db-d549-4f2d-ae94-2bef1efa78a1 HTTP/1.1" status: 200 len: 815 time: 0.2469647 Feb 11 13:29:20.671816 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-e52a1c5e-ac8c-4789-a471-9209835b9749 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Request body: {'port': {'device_id': '76328782-c689-4792-b315-16a139196bfa', 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1', 'admin_state_up': True, 'tenant_id': '061ecc6ed712472588445dd90175b00d'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:20.832512 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-e52a1c5e-ac8c-4789-a471-9209835b9749 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:29:20.843294 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-e52a1c5e-ac8c-4789-a471-9209835b9749 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:29:20.891996 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-e52a1c5e-ac8c-4789-a471-9209835b9749 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Made reservation on behalf of 061ecc6ed712472588445dd90175b00d for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:29:20.914338 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-e52a1c5e-ac8c-4789-a471-9209835b9749 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:21.106695 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a60cb9b8-5a84-46d3-81ad-4e83bf1ee758 req-14f0c1e6-dd8e-4516-a420-e320db87a64d tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=76328782-c689-4792-b315-16a139196bfa HTTP/1.1" status: 200 len: 210 time: 0.0691366 Feb 11 13:29:21.279502 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-e52a1c5e-ac8c-4789-a471-9209835b9749 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Allocated IP 172.20.0.10 (61d452db-d549-4f2d-ae94-2bef1efa78a1/46d6126f-cd4a-49cb-97a7-0332620ee9d9/f9261c59-714f-4f3d-ae31-5fd81e61576a) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:29:21.721662 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-e52a1c5e-ac8c-4789-a471-9209835b9749 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:21.778034 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-e52a1c5e-ac8c-4789-a471-9209835b9749 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:21.793977 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8db29ca0-1ab2-46a7-a9c7-91750e7a48c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:21.942812 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a1c5e-ac8c-4789-a471-9209835b9749 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Pushing event updated for resources: {'Port': ['ID=f9261c59-714f-4f3d-ae31-5fd81e61576a,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:21.947219 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e52a1c5e-ac8c-4789-a471-9209835b9749 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:21.992763 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-e52a1c5e-ac8c-4789-a471-9209835b9749 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Network 61d452db-d549-4f2d-ae94-2bef1efa78a1 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:29:21.993884 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-e52a1c5e-ac8c-4789-a471-9209835b9749 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:29:21.996511 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-e52a1c5e-ac8c-4789-a471-9209835b9749 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:29:22.126028 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-e52a1c5e-ac8c-4789-a471-9209835b9749 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:22.126734 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-e52a1c5e-ac8c-4789-a471-9209835b9749 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:22.196359 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-e52a1c5e-ac8c-4789-a471-9209835b9749 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5288031 Feb 11 13:29:22.213082 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Request body: {'port': {'device_id': '76328782-c689-4792-b315-16a139196bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:22.341582 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:22.418511 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947857e-24f6-4712-886a-ccea7454cb57 req-cb0a4fd9-92a2-4b88-bb81-2840109b5f52 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:22.419879 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f947857e-24f6-4712-886a-ccea7454cb57 req-cb0a4fd9-92a2-4b88-bb81-2840109b5f52 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=76328782-c689-4792-b315-16a139196bfa HTTP/1.1" status: 200 len: 932 time: 0.1723886 Feb 11 13:29:22.487221 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f947857e-24f6-4712-886a-ccea7454cb57 req-469a133e-167e-466f-bef5-ece200f975ad tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602207 Feb 11 13:29:22.775762 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9261c59-714f-4f3d-ae31-5fd81e61576a {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:29:22.784092 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:22.796549 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Transition to ACTIVE for port object f9261c59-714f-4f3d-ae31-5fd81e61576a will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:29:22.833275 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:22.849914 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e8b6a8e2-b00b-44d0-915d-de6d7a26a465 tempest-VolumesActionsTest-1840927896 tempest-VolumesActionsTest-1840927896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:22.999016 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9261c59-714f-4f3d-ae31-5fd81e61576a,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:23.002395 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:23.184024 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Attempting to bind port f9261c59-714f-4f3d-ae31-5fd81e61576a on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:23.184625 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Attempting to bind port f9261c59-714f-4f3d-ae31-5fd81e61576a by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '5da26832-8cc4-4b03-a9f3-30714e1114bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:29:23.184758 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Attempting to bind port f9261c59-714f-4f3d-ae31-5fd81e61576a on network 61d452db-d549-4f2d-ae94-2bef1efa78a1 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:29:23.190401 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:29:23.190786 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Checking segment: {'id': '5da26832-8cc4-4b03-a9f3-30714e1114bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:29:23.191189 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:23.191589 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Bound using segment: {'id': '5da26832-8cc4-4b03-a9f3-30714e1114bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:29:23.192097 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Bound port: f9261c59-714f-4f3d-ae31-5fd81e61576a, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da26832-8cc4-4b03-a9f3-30714e1114bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:29:23.192472 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:23.290956 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] For port f9261c59-714f-4f3d-ae31-5fd81e61576a, host hv-cinder-77398, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:29:23.294828 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] For port f9261c59-714f-4f3d-ae31-5fd81e61576a, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f9261c59-714f-4f3d-ae31-5fd81e61576a,segment=NetworkSegment(5da26832-8cc4-4b03-a9f3-30714e1114bc),segment_id=5da26832-8cc4-4b03-a9f3-30714e1114bc)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:29:23.337279 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:23.353867 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-dbe6a520-e5ff-48f8-a559-27fc256d89af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:23.513017 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9261c59-714f-4f3d-ae31-5fd81e61576a,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:23.516565 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:23.556110 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:23.556795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:23.558342 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] 10.222.0.111 "PUT /v2.0/ports/f9261c59-714f-4f3d-ae31-5fd81e61576a HTTP/1.1" status: 200 len: 1158 time: 1.3508594 Feb 11 13:29:23.558863 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76328782-c689-4792-b315-16a139196bfa', 'tag': 'f9261c59-714f-4f3d-ae31-5fd81e61576a'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:23.619360 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76328782-c689-4792-b315-16a139196bfa', 'tag': 'f9261c59-714f-4f3d-ae31-5fd81e61576a', 'status': 'completed', 'code': 200} Feb 11 13:29:23.723605 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60bf10-a488-4411-b1f3-116d9495245e req-6edabb83-168e-43bf-a723-8df9a6757ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:23.725336 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c60bf10-a488-4411-b1f3-116d9495245e req-6edabb83-168e-43bf-a723-8df9a6757ffe service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=061ecc6ed712472588445dd90175b00d&device_id=76328782-c689-4792-b315-16a139196bfa HTTP/1.1" status: 200 len: 1161 time: 0.0803950 Feb 11 13:29:24.027320 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dcaf6-3260-40fc-9136-748048f09090 req-43d58f76-8cb1-4634-b59d-c10c3ac3ec99 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:24.028170 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-9e1dcaf6-3260-40fc-9136-748048f09090 req-43d58f76-8cb1-4634-b59d-c10c3ac3ec99 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Synchronizing usage tracker for tenant:061ecc6ed712472588445dd90175b00d on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:29:24.032779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60bf10-a488-4411-b1f3-116d9495245e req-3331aea1-1535-499a-922f-f32367c61a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:24.034296 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c60bf10-a488-4411-b1f3-116d9495245e req-3331aea1-1535-499a-922f-f32367c61a0b service neutron] 10.222.0.111 "GET /v2.0/networks?tenant_id=061ecc6ed712472588445dd90175b00d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2715402 Feb 11 13:29:24.140244 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-9e1dcaf6-3260-40fc-9136-748048f09090 req-43d58f76-8cb1-4634-b59d-c10c3ac3ec99 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Unset dirty status for tenant:061ecc6ed712472588445dd90175b00d on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:29:24.141505 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9e1dcaf6-3260-40fc-9136-748048f09090 req-43d58f76-8cb1-4634-b59d-c10c3ac3ec99 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=76328782-c689-4792-b315-16a139196bfa HTTP/1.1" status: 200 len: 944 time: 0.4153559 Feb 11 13:29:24.240926 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9e1dcaf6-3260-40fc-9136-748048f09090 req-31674837-b052-454e-99bd-7e96fd48a5b1 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837424 Feb 11 13:29:24.249012 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60bf10-a488-4411-b1f3-116d9495245e req-aeb8171d-2147-4b3b-8388-3e3d9b2d5596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:24.250653 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3c60bf10-a488-4411-b1f3-116d9495245e req-aeb8171d-2147-4b3b-8388-3e3d9b2d5596 service neutron] 10.222.0.111 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2077801 Feb 11 13:29:24.377523 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-ece32cbd-4cfa-4e7c-888f-7ed129500c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:24.379228 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-ece32cbd-4cfa-4e7c-888f-7ed129500c58 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=061ecc6ed712472588445dd90175b00d&device_id=76328782-c689-4792-b315-16a139196bfa HTTP/1.1" status: 200 len: 1161 time: 0.0878298 Feb 11 13:29:24.465953 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-330856e2-15db-46be-ba36-9ca72b333929 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9261c59-714f-4f3d-ae31-5fd81e61576a HTTP/1.1" status: 200 len: 217 time: 0.0754852 Feb 11 13:29:24.538703 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-5ed7092a-b5d0-428e-a11b-9ebaac88abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:24.540404 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-5ed7092a-b5d0-428e-a11b-9ebaac88abe5 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=46d6126f-cd4a-49cb-97a7-0332620ee9d9 HTTP/1.1" status: 200 len: 855 time: 0.0651000 Feb 11 13:29:24.598493 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-5d06c67b-43cb-496f-bc15-ef75c29eb6b7 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=61d452db-d549-4f2d-ae94-2bef1efa78a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499728 Feb 11 13:29:24.744991 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-5fb9449b-0272-4284-8772-6d5ac6eb9cc1 service neutron] 10.222.0.111 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387413 Feb 11 13:29:24.895320 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b0afcee3-3306-49e0-b707-c752a0df8c6e req-ea1e40d9-1a86-4e6a-9b2e-91c58fda3df6 service neutron] 10.222.0.111 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392601 Feb 11 13:29:25.549676 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baab37-75fe-4449-86c0-fe2979acddcb req-95911f00-947a-483e-98f2-bee1125cddde tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:25.549676 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-82baab37-75fe-4449-86c0-fe2979acddcb req-95911f00-947a-483e-98f2-bee1125cddde tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=76328782-c689-4792-b315-16a139196bfa HTTP/1.1" status: 200 len: 944 time: 0.1689587 Feb 11 13:29:25.610609 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-82baab37-75fe-4449-86c0-fe2979acddcb req-e4ab6001-45bc-4c9d-bb25-672efe75e4dd tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602512 Feb 11 13:29:26.902207 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f00857-0174-4a42-a2b9-0ffc07d9025d req-3370df34-4d02-4842-9554-4f3bb59f1e7e tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:26.904057 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b7f00857-0174-4a42-a2b9-0ffc07d9025d req-3370df34-4d02-4842-9554-4f3bb59f1e7e tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=76328782-c689-4792-b315-16a139196bfa HTTP/1.1" status: 200 len: 944 time: 0.1629243 Feb 11 13:29:26.969749 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b7f00857-0174-4a42-a2b9-0ffc07d9025d req-96c447a7-d90b-4359-bd36-e8fcce0ebdd9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591550 Feb 11 13:29:27.026781 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:28.045957 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device f9261c59-714f-4f3d-ae31-5fd81e61576a up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:29:28.149496 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port f9261c59-714f-4f3d-ae31-5fd81e61576a completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:29:28.154693 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port f9261c59-714f-4f3d-ae31-5fd81e61576a triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:29:28.155113 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:28.265227 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259e33b-84c4-42e1-ba62-d37cbb504e66 req-e7ab8d29-51a6-4035-87e6-b065adfce898 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:28.266912 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d259e33b-84c4-42e1-ba62-d37cbb504e66 req-e7ab8d29-51a6-4035-87e6-b065adfce898 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=76328782-c689-4792-b315-16a139196bfa HTTP/1.1" status: 200 len: 944 time: 0.1665721 Feb 11 13:29:28.281634 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:28.309590 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76328782-c689-4792-b315-16a139196bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9261c59-714f-4f3d-ae31-5fd81e61576a'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:28.320357 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port f9261c59-714f-4f3d-ae31-5fd81e61576a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f9261c59-714f-4f3d-ae31-5fd81e61576a,segment=NetworkSegment(5da26832-8cc4-4b03-a9f3-30714e1114bc),segment_id=5da26832-8cc4-4b03-a9f3-30714e1114bc)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:29:28.336416 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-d259e33b-84c4-42e1-ba62-d37cbb504e66 req-c95c84c5-6841-4690-b73c-0ed3dfb63e22 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622818 Feb 11 13:29:28.353184 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:28.356244 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:28.390170 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76328782-c689-4792-b315-16a139196bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9261c59-714f-4f3d-ae31-5fd81e61576a', 'code': 200} Feb 11 13:29:28.431853 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=f9261c59-714f-4f3d-ae31-5fd81e61576a,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:28.440067 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.440453 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.440832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.441204 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.441575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.441940 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.442302 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.442672 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.443031 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.443391 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.443806 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.444168 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.445408 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.445517 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.445833 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.446191 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.446549 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.446913 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.447274 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.447629 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.448011 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.448372 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.448729 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.449089 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:28.453803 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:28.964738 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a680eaae-f70c-4201-9f34-18ef8cabd1cc req-4765b3d2-5e2b-4fec-8e35-c70fed0a0d44 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3767307 Feb 11 13:29:28.969758 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5db9a-e1de-43ef-b17a-4a1d5d9c9033 req-15b79367-f47d-476b-bf0a-d1823779851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:28.971305 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1df5db9a-e1de-43ef-b17a-4a1d5d9c9033 req-15b79367-f47d-476b-bf0a-d1823779851c service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=76328782-c689-4792-b315-16a139196bfa HTTP/1.1" status: 200 len: 1163 time: 0.3413935 Feb 11 13:29:29.017938 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1df5db9a-e1de-43ef-b17a-4a1d5d9c9033 req-ecd83db4-2544-43bf-a91e-def726d96fa3 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393727 Feb 11 13:29:29.317980 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680eaae-f70c-4201-9f34-18ef8cabd1cc req-489fe429-c13d-46cd-8426-92481022ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:29.319574 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a680eaae-f70c-4201-9f34-18ef8cabd1cc req-489fe429-c13d-46cd-8426-92481022ddc4 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=f5d2b1be961749bcaa243e9f0bed551b&device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 1162 time: 0.0804114 Feb 11 13:29:29.484839 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680eaae-f70c-4201-9f34-18ef8cabd1cc req-7f97dbee-3d57-4c8a-894f-8e15cde37890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:29.486466 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a680eaae-f70c-4201-9f34-18ef8cabd1cc req-7f97dbee-3d57-4c8a-894f-8e15cde37890 service neutron] 10.222.0.111 "GET /v2.0/networks?id=120ce4ab-747c-47cb-a13f-ce5d6314efdf HTTP/1.1" status: 200 len: 911 time: 0.1435876 Feb 11 13:29:29.514991 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device f9261c59-714f-4f3d-ae31-5fd81e61576a up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:29:29.592493 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port f9261c59-714f-4f3d-ae31-5fd81e61576a triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:29:29.592817 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:29.607085 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a680eaae-f70c-4201-9f34-18ef8cabd1cc req-10a03cf4-a635-4dee-8666-446bad46e851 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60c8dde-09c1-43c3-b24b-e5d3a22a392b HTTP/1.1" status: 200 len: 1001 time: 0.1103721 Feb 11 13:29:29.637904 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4ea74-ff61-4847-9153-1c2e01cec0c0 req-b8921e47-773c-416f-a339-280410d173bf tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:29.640132 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8ae4ea74-ff61-4847-9153-1c2e01cec0c0 req-b8921e47-773c-416f-a339-280410d173bf tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=76328782-c689-4792-b315-16a139196bfa HTTP/1.1" status: 200 len: 946 time: 0.1694317 Feb 11 13:29:29.682483 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680eaae-f70c-4201-9f34-18ef8cabd1cc req-bd1d4b78-a8cd-4d93-8706-929115c9753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:29.684088 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a680eaae-f70c-4201-9f34-18ef8cabd1cc req-bd1d4b78-a8cd-4d93-8706-929115c9753e service neutron] 10.222.0.111 "GET /v2.0/subnets?id=4b20cf4d-7400-4a95-b52e-0748341fc3c7 HTTP/1.1" status: 200 len: 856 time: 0.0693283 Feb 11 13:29:29.708158 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8ae4ea74-ff61-4847-9153-1c2e01cec0c0 req-c5fb9df3-ad18-4d78-afc5-111c0efbab82 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606329 Feb 11 13:29:29.772068 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680eaae-f70c-4201-9f34-18ef8cabd1cc req-1dced8cc-7f68-4a50-bc58-6ca85fa9296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:29.773680 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a680eaae-f70c-4201-9f34-18ef8cabd1cc req-1dced8cc-7f68-4a50-bc58-6ca85fa9296d service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=120ce4ab-747c-47cb-a13f-ce5d6314efdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786180 Feb 11 13:29:29.920148 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a680eaae-f70c-4201-9f34-18ef8cabd1cc req-29ad1d6f-01aa-4d2e-98ef-7096476e5436 service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357441 Feb 11 13:29:30.065766 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a680eaae-f70c-4201-9f34-18ef8cabd1cc req-843f0694-a984-47a9-9e94-211eea03bf62 service neutron] 10.222.0.111 "GET /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1375999 Feb 11 13:29:31.015577 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57523c1e-a102-468c-abdc-d0559434114d req-e257089b-8f25-47d9-8b9a-04ca2c6df0e5 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:31.017251 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-57523c1e-a102-468c-abdc-d0559434114d req-e257089b-8f25-47d9-8b9a-04ca2c6df0e5 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=76328782-c689-4792-b315-16a139196bfa HTTP/1.1" status: 200 len: 946 time: 0.1758218 Feb 11 13:29:31.083266 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-57523c1e-a102-468c-abdc-d0559434114d req-a741ef28-05b3-44d0-9a3c-b526655d160d tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592768 Feb 11 13:29:31.545421 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device f9261c59-714f-4f3d-ae31-5fd81e61576a up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:29:31.649941 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port f9261c59-714f-4f3d-ae31-5fd81e61576a triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:29:31.650372 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:36.490515 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701141f-76d7-4f73-84ba-6e95c22b6ef5 req-771e5f17-ab16-4847-8892-3dd4aced9920 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:36.492520 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9701141f-76d7-4f73-84ba-6e95c22b6ef5 req-771e5f17-ab16-4847-8892-3dd4aced9920 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1749642 Feb 11 13:29:36.565276 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9701141f-76d7-4f73-84ba-6e95c22b6ef5 req-9d049986-5125-4205-9403-4b08edf8f5a1 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648282 Feb 11 13:29:37.881048 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0459c-b9d7-4176-b355-3437365fc668 req-c3a62230-d87d-4e89-a6ac-de0725e841ba tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:37.882756 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3bc0459c-b9d7-4176-b355-3437365fc668 req-c3a62230-d87d-4e89-a6ac-de0725e841ba tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1629164 Feb 11 13:29:37.961815 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3bc0459c-b9d7-4176-b355-3437365fc668 req-daf72e54-bb33-442b-9a54-a06a290232b6 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716839 Feb 11 13:29:38.036867 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-a62c91a4-d883-4b3f-aef6-acde75e51b7b tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:38.038534 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-a62c91a4-d883-4b3f-aef6-acde75e51b7b tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/networks?id=61d452db-d549-4f2d-ae94-2bef1efa78a1 HTTP/1.1" status: 200 len: 815 time: 0.2442698 Feb 11 13:29:38.055079 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-ca880433-3a6c-4366-9505-b853662cd2dd tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/quotas/061ecc6ed712472588445dd90175b00d HTTP/1.1" status: 200 len: 375 time: 0.0100672 Feb 11 13:29:38.194708 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-8a487393-f51b-4aba-b42e-56644dc302c8 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=061ecc6ed712472588445dd90175b00d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1331420 Feb 11 13:29:38.323670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acec93-3564-45e5-b357-8de746a060b1 req-7f07c065-a522-4f92-9a0f-4b0a930b7ec6 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:38.325377 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f7acec93-3564-45e5-b357-8de746a060b1 req-7f07c065-a522-4f92-9a0f-4b0a930b7ec6 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.111 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1666892 Feb 11 13:29:38.346596 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-4639a19d-7d95-479e-a78a-deb06837d644 service neutron] 10.222.0.120 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433835 Feb 11 13:29:38.428538 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-f7acec93-3564-45e5-b357-8de746a060b1 req-19dca393-3c28-40c3-b884-1c0f16feb9eb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Deleting port b60c8dde-09c1-43c3-b24b-e5d3a22a392b {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:29:38.429205 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f7acec93-3564-45e5-b357-8de746a060b1 req-19dca393-3c28-40c3-b884-1c0f16feb9eb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:38.549260 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-0be86dfd-2377-48be-8fcf-7ce75a69f6bc service neutron] 10.222.0.120 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1954026 Feb 11 13:29:38.716640 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-f7acec93-3564-45e5-b357-8de746a060b1 req-19dca393-3c28-40c3-b884-1c0f16feb9eb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] For port b60c8dde-09c1-43c3-b24b-e5d3a22a392b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=b60c8dde-09c1-43c3-b24b-e5d3a22a392b,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:29:38.717056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f7acec93-3564-45e5-b357-8de746a060b1 req-19dca393-3c28-40c3-b884-1c0f16feb9eb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:38.860505 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-40b15d12-82ac-45c7-b293-70b1c0aa247e req-6dcd1926-93be-4960-baa5-a71463da6888 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=31f46f74-e6c8-4870-a3cf-f0cfe5a6371f HTTP/1.1" status: 200 len: 210 time: 0.0720294 Feb 11 13:29:39.085440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f7acec93-3564-45e5-b357-8de746a060b1 req-19dca393-3c28-40c3-b884-1c0f16feb9eb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:39.086045 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f7acec93-3564-45e5-b357-8de746a060b1 req-19dca393-3c28-40c3-b884-1c0f16feb9eb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514323'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:39.086292 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.l3_db [req-f7acec93-3564-45e5-b357-8de746a060b1 req-19dca393-3c28-40c3-b884-1c0f16feb9eb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Floating IP 09e301cf-3d90-48a1-bb9a-b93fb76dcdb0 disassociated. External IP: 172.28.1.248, port: b60c8dde-09c1-43c3-b24b-e5d3a22a392b. Feb 11 13:29:39.086565 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-f7acec93-3564-45e5-b357-8de746a060b1 req-19dca393-3c28-40c3-b884-1c0f16feb9eb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Calling delete_port for b60c8dde-09c1-43c3-b24b-e5d3a22a392b owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:29:39.285991 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f7acec93-3564-45e5-b357-8de746a060b1 req-19dca393-3c28-40c3-b884-1c0f16feb9eb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:39.292089 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d98d46-160c-4ff1-8b0b-9cd7b40c55a9 req-7e062843-4ed5-4301-a4d6-a522234719c4 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:39.293803 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-90d98d46-160c-4ff1-8b0b-9cd7b40c55a9 req-7e062843-4ed5-4301-a4d6-a522234719c4 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 945 time: 0.1795297 Feb 11 13:29:39.301923 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1d7eee77-3b70-443e-86fa-690e128ed8bc tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:39.362857 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-90d98d46-160c-4ff1-8b0b-9cd7b40c55a9 req-374a4ba2-807d-44d8-8b23-b0040a34303f tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups?id=7d986f2f-f473-45a3-a4d1-aa62175e9ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624957 Feb 11 13:29:39.366772 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dca393-3c28-40c3-b884-1c0f16feb9eb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Pushing event deleted for resources: {'Port': ['ID=b60c8dde-09c1-43c3-b24b-e5d3a22a392b,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:39.371483 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-19dca393-3c28-40c3-b884-1c0f16feb9eb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:39.512896 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device b60c8dde-09c1-43c3-b24b-e5d3a22a392b no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:29:39.552670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-b8d660ec-a212-421f-803a-16038c746aca None None] No Port match for: b60c8dde-09c1-43c3-b24b-e5d3a22a392b {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:29:39.553070 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device b60c8dde-09c1-43c3-b24b-e5d3a22a392b not bound to the agent host hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:29:39.687487 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7acec93-3564-45e5-b357-8de746a060b1 req-19dca393-3c28-40c3-b884-1c0f16feb9eb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Router cb84e634-4652-43ae-91c5-ae821d0bf30b has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:29:39.888081 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7acec93-3564-45e5-b357-8de746a060b1 req-19dca393-3c28-40c3-b884-1c0f16feb9eb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:29:39.898267 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b501d-e135-4c28-b4f4-a96d8bccce6f None None] Sync routers for ids ['cb84e634-4652-43ae-91c5-ae821d0bf30b'] in dv-cinder-773985-4-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:29:39.921485 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b501d-e135-4c28-b4f4-a96d8bccce6f None None] Routers {'cb84e634-4652-43ae-91c5-ae821d0bf30b'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:29:39.922132 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-206b501d-e135-4c28-b4f4-a96d8bccce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:29:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['cb84e634-4652-43ae-91c5-ae821d0bf30b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:29:39.936718 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7acec93-3564-45e5-b357-8de746a060b1 req-19dca393-3c28-40c3-b884-1c0f16feb9eb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] No DVR routers for this DVR port b60c8dde-09c1-43c3-b24b-e5d3a22a392b on host hv-cinder-77398 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:29:39.939381 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-f7acec93-3564-45e5-b357-8de746a060b1 req-19dca393-3c28-40c3-b884-1c0f16feb9eb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:39.942388 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9805f96f-2f2a-4e99-b21b-f4739dc7ee2e', 'name': 'network-vif-deleted', 'tag': 'b60c8dde-09c1-43c3-b24b-e5d3a22a392b'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:40.006875 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f7acec93-3564-45e5-b357-8de746a060b1 req-19dca393-3c28-40c3-b884-1c0f16feb9eb tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.111 "DELETE /v2.0/ports/b60c8dde-09c1-43c3-b24b-e5d3a22a392b HTTP/1.1" status: 204 len: 173 time: 1.6709805 Feb 11 13:29:40.045188 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9805f96f-2f2a-4e99-b21b-f4739dc7ee2e', 'name': 'network-vif-deleted', 'tag': 'b60c8dde-09c1-43c3-b24b-e5d3a22a392b', 'status': 'completed', 'code': 200} Feb 11 13:29:40.127103 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-92df5596-0d83-43e5-9a25-3a317f92d72b req-df544c43-1a9d-48a0-8294-f88a7ccb3191 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=31f46f74-e6c8-4870-a3cf-f0cfe5a6371f HTTP/1.1" status: 200 len: 210 time: 0.0530260 Feb 11 13:29:40.344623 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-206b501d-e135-4c28-b4f4-a96d8bccce6f None None] Set router cb84e634-4652-43ae-91c5-ae821d0bf30b gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:29:40.591165 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-af2fdaa7-4c65-42de-8b92-ea47a8da7f6b req-d3010a1c-6d09-44ea-8d0f-193e09bff5a2 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/ports?device_id=9805f96f-2f2a-4e99-b21b-f4739dc7ee2e HTTP/1.1" status: 200 len: 210 time: 0.0537376 Feb 11 13:29:40.702089 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-206b501d-e135-4c28-b4f4-a96d8bccce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '56c151bb-8123-45bc-9cee-171400cd9434', 'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'mac_address': 'fa:16:3e:5d:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:22:01Z', 'updated_at': '2021-02-11T13:22:22Z', 'revision_number': 5, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'subnets': [{'id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:29:40.706506 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b501d-e135-4c28-b4f4-a96d8bccce6f None None] Checking router: cb84e634-4652-43ae-91c5-ae821d0bf30b for host: dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:29:40.715810 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b501d-e135-4c28-b4f4-a96d8bccce6f None None] Routers {'cb84e634-4652-43ae-91c5-ae821d0bf30b'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:29:40.716480 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-206b501d-e135-4c28-b4f4-a96d8bccce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:29:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['cb84e634-4652-43ae-91c5-ae821d0bf30b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:29:40.866799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-a9931a19-ddf4-417b-9898-0dba43c166c3 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:40.869191 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-a9931a19-ddf4-417b-9898-0dba43c166c3 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.111 "GET /v2.0/networks?id=61d452db-d549-4f2d-ae94-2bef1efa78a1 HTTP/1.1" status: 200 len: 815 time: 0.2445736 Feb 11 13:29:40.904163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-45ea21e8-3d34-4b3c-87d5-047414eed174 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Request body: {'port': {'device_id': '31f46f74-e6c8-4870-a3cf-f0cfe5a6371f', 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1', 'admin_state_up': True, 'tenant_id': '061ecc6ed712472588445dd90175b00d'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:40.940812 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-206b501d-e135-4c28-b4f4-a96d8bccce6f None None] Set router cb84e634-4652-43ae-91c5-ae821d0bf30b gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:29:41.078636 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-45ea21e8-3d34-4b3c-87d5-047414eed174 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:29:41.088931 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-45ea21e8-3d34-4b3c-87d5-047414eed174 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:29:41.125856 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-45ea21e8-3d34-4b3c-87d5-047414eed174 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Made reservation on behalf of 061ecc6ed712472588445dd90175b00d for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:29:41.148344 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-45ea21e8-3d34-4b3c-87d5-047414eed174 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:41.294252 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-206b501d-e135-4c28-b4f4-a96d8bccce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '56c151bb-8123-45bc-9cee-171400cd9434', 'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'mac_address': 'fa:16:3e:5d:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:22:01Z', 'updated_at': '2021-02-11T13:22:22Z', 'revision_number': 5, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'subnets': [{'id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:29:41.298711 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b501d-e135-4c28-b4f4-a96d8bccce6f None None] The sync data for ids ['cb84e634-4652-43ae-91c5-ae821d0bf30b'] in dv-cinder-773985-4-smb is: [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:22:04Z', 'revision_number': 4, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': '56c151bb-8123-45bc-9cee-171400cd9434', 'name': '', 'network_id': '120ce4ab-747c-47cb-a13f-ce5d6314efdf', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'mac_address': 'fa:16:3e:5d:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:22:01Z', 'updated_at': '2021-02-11T13:22:22Z', 'revision_number': 5, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'subnets': [{'id': '4b20cf4d-7400-4a95-b52e-0748341fc3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:29:41.611362 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-889e96d4-cf51-44e3-8671-0cc000ad748a req-051ccad8-0ebc-4f39-9ed6-61fc81e9de0d tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=31f46f74-e6c8-4870-a3cf-f0cfe5a6371f HTTP/1.1" status: 200 len: 210 time: 0.3082876 Feb 11 13:29:41.704534 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd609071-5ae1-4b8b-b691-40e461e2223c None None] New status for floating IP 09e301cf-3d90-48a1-bb9a-b93fb76dcdb0: DOWN {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:29:41.817768 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-45ea21e8-3d34-4b3c-87d5-047414eed174 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Allocated IP 172.20.0.8 (61d452db-d549-4f2d-ae94-2bef1efa78a1/46d6126f-cd4a-49cb-97a7-0332620ee9d9/501ca092-4742-410a-89fb-7ca79176d6c0) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:29:41.825784 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42426) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:41.924984 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:41.957004 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:42.034801 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:42.040578 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d9b349e1-aaf9-44cd-bdcc-2627f35bbaed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:42.051679 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-45ea21e8-3d34-4b3c-87d5-047414eed174 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:42.057341 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d986f2f-f473-45a3-a4d1-aa62175e9ed4,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:42.066180 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.066702 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.067054 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.067449 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.071958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.071958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.071958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.071958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.071958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.071958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.071958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.071958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.071958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.071958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.072871 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.072871 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.073316 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.073519 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.073925 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.074324 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.074728 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.075122 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.075523 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.075978 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:29:42.080147 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:42.112330 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:42.117285 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "DELETE /v2.0/security-groups/7d986f2f-f473-45a3-a4d1-aa62175e9ed4 HTTP/1.1" status: 204 len: 168 time: 0.2865331 Feb 11 13:29:42.117285 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42430) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:42.135123 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.api.v2.resource [None req-2cf83fc1-cfec-457e-831a-0271327d962c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] show failed (client error): The resource could not be found. Feb 11 13:29:42.136632 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-2cf83fc1-cfec-457e-831a-0271327d962c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "GET /v2.0/security-groups/7d986f2f-f473-45a3-a4d1-aa62175e9ed4 HTTP/1.1" status: 404 len: 347 time: 0.0190268 Feb 11 13:29:42.140131 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42434) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:42.141770 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-45ea21e8-3d34-4b3c-87d5-047414eed174 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:42.157940 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-30ae11fa-9f3c-4e3a-9f37-50467207f071 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:42.310783 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea21e8-3d34-4b3c-87d5-047414eed174 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Pushing event updated for resources: {'Port': ['ID=501ca092-4742-410a-89fb-7ca79176d6c0,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:42.315365 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-45ea21e8-3d34-4b3c-87d5-047414eed174 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:42.337363 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-8a781a62-77a9-43b7-a53f-513e64a4f262 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Deleting port 83f4ee34-cd30-4570-9953-829635b4100f {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:29:42.337664 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8a781a62-77a9-43b7-a53f-513e64a4f262 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:42.375618 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-45ea21e8-3d34-4b3c-87d5-047414eed174 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Network 61d452db-d549-4f2d-ae94-2bef1efa78a1 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:29:42.378211 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-45ea21e8-3d34-4b3c-87d5-047414eed174 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:29:42.381920 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-45ea21e8-3d34-4b3c-87d5-047414eed174 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:29:42.532274 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8a781a62-77a9-43b7-a53f-513e64a4f262 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:42.532650 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8a781a62-77a9-43b7-a53f-513e64a4f262 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:42.548888 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-45ea21e8-3d34-4b3c-87d5-047414eed174 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:42.549612 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-45ea21e8-3d34-4b3c-87d5-047414eed174 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:42.616689 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-45ea21e8-3d34-4b3c-87d5-047414eed174 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7282226 Feb 11 13:29:42.631376 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Request body: {'port': {'device_id': '31f46f74-e6c8-4870-a3cf-f0cfe5a6371f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:42.671464 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-8a781a62-77a9-43b7-a53f-513e64a4f262 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Calling delete_port for 83f4ee34-cd30-4570-9953-829635b4100f owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:29:42.771911 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:43.060636 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83250310-15e7-4ec3-b524-a51ead4041db req-89082b3a-1384-4a97-be22-cb4e87264a0e tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:43.062405 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-83250310-15e7-4ec3-b524-a51ead4041db req-89082b3a-1384-4a97-be22-cb4e87264a0e tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=31f46f74-e6c8-4870-a3cf-f0cfe5a6371f HTTP/1.1" status: 200 len: 931 time: 0.2994697 Feb 11 13:29:43.063737 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8a781a62-77a9-43b7-a53f-513e64a4f262 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:43.082097 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:43.160778 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a781a62-77a9-43b7-a53f-513e64a4f262 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Pushing event deleted for resources: {'Port': ['ID=83f4ee34-cd30-4570-9953-829635b4100f,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:43.216698 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8a781a62-77a9-43b7-a53f-513e64a4f262 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:43.217565 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501ca092-4742-410a-89fb-7ca79176d6c0 {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:29:43.225921 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:43.239692 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Transition to ACTIVE for port object 501ca092-4742-410a-89fb-7ca79176d6c0 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:29:43.271845 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-83250310-15e7-4ec3-b524-a51ead4041db req-b4eb31a4-ca83-4d86-9453-63000b6054ec tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932483 Feb 11 13:29:43.278189 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:43.295175 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f034a612-edc8-468f-a404-b727a3061f23 tempest-VolumesNegativeTest-1425634420 tempest-VolumesNegativeTest-1425634420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:43.372275 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8a781a62-77a9-43b7-a53f-513e64a4f262 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:43.388583 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-8a781a62-77a9-43b7-a53f-513e64a4f262 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:43.392285 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-8a781a62-77a9-43b7-a53f-513e64a4f262 tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] 10.222.0.120 "DELETE /v2.0/floatingips/09e301cf-3d90-48a1-bb9a-b93fb76dcdb0 HTTP/1.1" status: 204 len: 168 time: 1.2508245 Feb 11 13:29:43.454134 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Pushing event updated for resources: {'Port': ['ID=501ca092-4742-410a-89fb-7ca79176d6c0,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:43.457435 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:43.649758 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Attempting to bind port 501ca092-4742-410a-89fb-7ca79176d6c0 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:43.650183 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Attempting to bind port 501ca092-4742-410a-89fb-7ca79176d6c0 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '5da26832-8cc4-4b03-a9f3-30714e1114bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:29:43.650471 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Attempting to bind port 501ca092-4742-410a-89fb-7ca79176d6c0 on network 61d452db-d549-4f2d-ae94-2bef1efa78a1 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:29:43.656609 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:29:43.656986 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Checking segment: {'id': '5da26832-8cc4-4b03-a9f3-30714e1114bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:29:43.657391 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:43.657847 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Bound using segment: {'id': '5da26832-8cc4-4b03-a9f3-30714e1114bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:29:43.658313 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Bound port: 501ca092-4742-410a-89fb-7ca79176d6c0, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da26832-8cc4-4b03-a9f3-30714e1114bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61d452db-d549-4f2d-ae94-2bef1efa78a1'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:29:43.658683 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:43.755147 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] For port 501ca092-4742-410a-89fb-7ca79176d6c0, host hv-cinder-77398, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:29:43.758391 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] For port 501ca092-4742-410a-89fb-7ca79176d6c0, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=501ca092-4742-410a-89fb-7ca79176d6c0,segment=NetworkSegment(5da26832-8cc4-4b03-a9f3-30714e1114bc),segment_id=5da26832-8cc4-4b03-a9f3-30714e1114bc)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:29:43.789194 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:43.804860 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:43.964354 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Pushing event updated for resources: {'Port': ['ID=501ca092-4742-410a-89fb-7ca79176d6c0,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:43.969625 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:44.002768 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:44.003458 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:44.004960 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] 10.222.0.111 "PUT /v2.0/ports/501ca092-4742-410a-89fb-7ca79176d6c0 HTTP/1.1" status: 200 len: 1157 time: 1.3784566 Feb 11 13:29:44.005496 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f46f74-e6c8-4870-a3cf-f0cfe5a6371f', 'tag': '501ca092-4742-410a-89fb-7ca79176d6c0'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:44.068638 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f46f74-e6c8-4870-a3cf-f0cfe5a6371f', 'tag': '501ca092-4742-410a-89fb-7ca79176d6c0', 'status': 'completed', 'code': 200} Feb 11 13:29:44.162404 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-5eaaae1d-3d7f-450f-bd5e-23decb0b1d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:44.164070 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-5eaaae1d-3d7f-450f-bd5e-23decb0b1d41 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=061ecc6ed712472588445dd90175b00d&device_id=31f46f74-e6c8-4870-a3cf-f0cfe5a6371f HTTP/1.1" status: 200 len: 1160 time: 0.0845778 Feb 11 13:29:44.246575 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-819b72da-5756-4db4-94d8-ff38c1dbc0f5 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=501ca092-4742-410a-89fb-7ca79176d6c0 HTTP/1.1" status: 200 len: 217 time: 0.0722797 Feb 11 13:29:44.319997 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-c3525a66-720b-4a43-9791-15c22e8a8c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:44.321647 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-c3525a66-720b-4a43-9791-15c22e8a8c29 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=46d6126f-cd4a-49cb-97a7-0332620ee9d9 HTTP/1.1" status: 200 len: 855 time: 0.0675170 Feb 11 13:29:44.382687 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-ea394300-931b-4733-a989-7b505ed864bb service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=61d452db-d549-4f2d-ae94-2bef1efa78a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529230 Feb 11 13:29:44.550608 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-dd374a1b-a773-402f-b250-f984dc02399f service neutron] 10.222.0.111 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585734 Feb 11 13:29:44.575325 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598991cc-10a0-42e5-befc-7c9ff1f8567a req-a1a710a3-aa8b-4d6a-8739-e1e79689d960 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:44.577079 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-598991cc-10a0-42e5-befc-7c9ff1f8567a req-a1a710a3-aa8b-4d6a-8739-e1e79689d960 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=31f46f74-e6c8-4870-a3cf-f0cfe5a6371f HTTP/1.1" status: 200 len: 943 time: 0.1724012 Feb 11 13:29:44.643678 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-598991cc-10a0-42e5-befc-7c9ff1f8567a req-93e6a71e-c64a-4675-a4b6-bac007a76e31 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589995 Feb 11 13:29:44.704185 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3090d533-3913-4cdd-8024-14e6b3f414c6 req-fdc26b60-340e-4837-a3bd-b2a2c580d67a service neutron] 10.222.0.111 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429384 Feb 11 13:29:44.869934 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d512a-9d57-4e8e-8a32-4e4ce05686cc req-bc58c5c3-f39b-4fff-a8a1-675e66a69a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:44.871610 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a56d512a-9d57-4e8e-8a32-4e4ce05686cc req-bc58c5c3-f39b-4fff-a8a1-675e66a69a66 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=061ecc6ed712472588445dd90175b00d&device_id=31f46f74-e6c8-4870-a3cf-f0cfe5a6371f HTTP/1.1" status: 200 len: 1160 time: 0.0805478 Feb 11 13:29:45.027471 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d512a-9d57-4e8e-8a32-4e4ce05686cc req-5632aaaa-75f8-409a-b842-83ae754ad867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:45.029081 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a56d512a-9d57-4e8e-8a32-4e4ce05686cc req-5632aaaa-75f8-409a-b842-83ae754ad867 service neutron] 10.222.0.111 "GET /v2.0/networks?id=61d452db-d549-4f2d-ae94-2bef1efa78a1 HTTP/1.1" status: 200 len: 909 time: 0.1497624 Feb 11 13:29:45.129008 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a56d512a-9d57-4e8e-8a32-4e4ce05686cc req-ad971d75-49c9-4cc2-8149-aa1a6adcd98c service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=501ca092-4742-410a-89fb-7ca79176d6c0 HTTP/1.1" status: 200 len: 217 time: 0.0925882 Feb 11 13:29:45.210010 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d512a-9d57-4e8e-8a32-4e4ce05686cc req-764caf7f-5d7b-4369-b91f-41bf92c4cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:45.211629 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a56d512a-9d57-4e8e-8a32-4e4ce05686cc req-764caf7f-5d7b-4369-b91f-41bf92c4cc73 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=46d6126f-cd4a-49cb-97a7-0332620ee9d9 HTTP/1.1" status: 200 len: 855 time: 0.0707610 Feb 11 13:29:45.272390 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a56d512a-9d57-4e8e-8a32-4e4ce05686cc req-bcc3259b-4c5c-40e7-b317-b1af5c6b3344 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=61d452db-d549-4f2d-ae94-2bef1efa78a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491951 Feb 11 13:29:45.427105 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a56d512a-9d57-4e8e-8a32-4e4ce05686cc req-de1c97a0-d93a-4252-84aa-3b4d0266b9d7 service neutron] 10.222.0.111 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474431 Feb 11 13:29:45.578904 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a56d512a-9d57-4e8e-8a32-4e4ce05686cc req-54bbf757-9a0d-497d-9423-1c31fac3725b service neutron] 10.222.0.111 "GET /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426702 Feb 11 13:29:45.634271 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-153caad0-f7d4-44da-807b-050ff2fb0350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:45.943913 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5d888-ab9d-4a4a-b3c8-eda937f7c780 req-66ec5ed3-bc4a-4bdc-8579-e4ba12184bf6 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:45.944655 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-5ae5d888-ab9d-4a4a-b3c8-eda937f7c780 req-66ec5ed3-bc4a-4bdc-8579-e4ba12184bf6 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Synchronizing usage tracker for tenant:061ecc6ed712472588445dd90175b00d on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:29:46.005860 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-5ae5d888-ab9d-4a4a-b3c8-eda937f7c780 req-66ec5ed3-bc4a-4bdc-8579-e4ba12184bf6 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Unset dirty status for tenant:061ecc6ed712472588445dd90175b00d on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:29:46.007191 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5ae5d888-ab9d-4a4a-b3c8-eda937f7c780 req-66ec5ed3-bc4a-4bdc-8579-e4ba12184bf6 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=31f46f74-e6c8-4870-a3cf-f0cfe5a6371f HTTP/1.1" status: 200 len: 943 time: 0.2299030 Feb 11 13:29:46.089293 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5ae5d888-ab9d-4a4a-b3c8-eda937f7c780 req-a72a2b40-b463-434d-8e59-4df43552de1f tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752735 Feb 11 13:29:46.381072 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42466) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:47.366708 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e210522a-b979-4dec-a104-ba381eabdf19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853191866'] for router_interface, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:47.511626 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04e3c2-8145-46fe-9d79-f394247b43a8 req-bc119dcb-c3cc-4524-971a-6b5af49a3195 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:47.513416 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ff04e3c2-8145-46fe-9d79-f394247b43a8 req-bc119dcb-c3cc-4524-971a-6b5af49a3195 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=31f46f74-e6c8-4870-a3cf-f0cfe5a6371f HTTP/1.1" status: 200 len: 943 time: 0.2663600 Feb 11 13:29:47.671180 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ff04e3c2-8145-46fe-9d79-f394247b43a8 req-324f30ee-721d-48be-bd6e-3b95ed0d3cff tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964885 Feb 11 13:29:47.915615 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-e210522a-b979-4dec-a104-ba381eabdf19 admin admin] Deleting port 56c151bb-8123-45bc-9cee-171400cd9434 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:29:47.916163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e210522a-b979-4dec-a104-ba381eabdf19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:48.112781 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-e210522a-b979-4dec-a104-ba381eabdf19 admin admin] For port 56c151bb-8123-45bc-9cee-171400cd9434, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=56c151bb-8123-45bc-9cee-171400cd9434,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:29:48.113217 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e210522a-b979-4dec-a104-ba381eabdf19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:48.165785 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 501ca092-4742-410a-89fb-7ca79176d6c0 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:29:48.257055 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-e210522a-b979-4dec-a104-ba381eabdf19 admin admin] Calling delete_port for 56c151bb-8123-45bc-9cee-171400cd9434 owned by network:router_interface {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:29:48.274538 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port 501ca092-4742-410a-89fb-7ca79176d6c0 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:29:48.280169 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 501ca092-4742-410a-89fb-7ca79176d6c0 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:29:48.280590 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:48.413570 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:48.444752 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f46f74-e6c8-4870-a3cf-f0cfe5a6371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501ca092-4742-410a-89fb-7ca79176d6c0'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:48.456130 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 501ca092-4742-410a-89fb-7ca79176d6c0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=501ca092-4742-410a-89fb-7ca79176d6c0,segment=NetworkSegment(5da26832-8cc4-4b03-a9f3-30714e1114bc),segment_id=5da26832-8cc4-4b03-a9f3-30714e1114bc)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:29:48.480808 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e210522a-b979-4dec-a104-ba381eabdf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:48.497576 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8ee40418-a698-4881-ae8b-06ce06857306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:48.506408 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f46f74-e6c8-4870-a3cf-f0cfe5a6371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501ca092-4742-410a-89fb-7ca79176d6c0', 'code': 200} Feb 11 13:29:48.519975 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:48.523246 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:48.557656 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210522a-b979-4dec-a104-ba381eabdf19 admin admin] Pushing event deleted for resources: {'Port': ['ID=56c151bb-8123-45bc-9cee-171400cd9434,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:48.606181 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=501ca092-4742-410a-89fb-7ca79176d6c0,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:48.609626 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:48.609808 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e210522a-b979-4dec-a104-ba381eabdf19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:48.861269 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144df06-09c7-4319-aede-a41b755a8c11 req-8a1488e3-34c9-4ad9-a901-8e214a0e3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:48.862906 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5144df06-09c7-4319-aede-a41b755a8c11 req-8a1488e3-34c9-4ad9-a901-8e214a0e3107 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=31f46f74-e6c8-4870-a3cf-f0cfe5a6371f HTTP/1.1" status: 200 len: 1162 time: 0.0911059 Feb 11 13:29:48.880403 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:48.915733 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5144df06-09c7-4319-aede-a41b755a8c11 req-da00d249-28dc-4131-a6e3-a55ce5cb6062 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428481 Feb 11 13:29:49.015774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e210522a-b979-4dec-a104-ba381eabdf19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853126221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-511899'] for router_interface, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:49.021588 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bc47bd8b-d539-4d3f-a4f1-33fafc277483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:49.117686 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb6879-657b-4346-a31c-de926f75db0c req-26a98c4a-6806-48b3-a51f-6f2630771391 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:49.119495 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8deb6879-657b-4346-a31c-de926f75db0c req-26a98c4a-6806-48b3-a51f-6f2630771391 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=31f46f74-e6c8-4870-a3cf-f0cfe5a6371f HTTP/1.1" status: 200 len: 945 time: 0.2489333 Feb 11 13:29:49.276920 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8deb6879-657b-4346-a31c-de926f75db0c req-a2328644-54a8-4ea7-952d-54a23027cd21 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371641 Feb 11 13:29:49.659285 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 501ca092-4742-410a-89fb-7ca79176d6c0 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:29:49.736862 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 501ca092-4742-410a-89fb-7ca79176d6c0 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:29:49.737259 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:49.967742 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e210522a-b979-4dec-a104-ba381eabdf19 admin admin] Router cb84e634-4652-43ae-91c5-ae821d0bf30b has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:29:50.089693 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:50.168324 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e210522a-b979-4dec-a104-ba381eabdf19 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:29:50.177289 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb311dba-4d0e-4b9c-b4cd-9b5d3de4eb9f None None] Sync routers for ids ['cb84e634-4652-43ae-91c5-ae821d0bf30b'] in dv-cinder-773985-4-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:29:50.182290 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-e210522a-b979-4dec-a104-ba381eabdf19 admin admin] 10.222.0.120 "PUT /v2.0/routers/cb84e634-4652-43ae-91c5-ae821d0bf30b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7997143 Feb 11 13:29:50.185179 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42478) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:50.188262 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb311dba-4d0e-4b9c-b4cd-9b5d3de4eb9f None None] Routers {'cb84e634-4652-43ae-91c5-ae821d0bf30b'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:29:50.188956 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-cb311dba-4d0e-4b9c-b4cd-9b5d3de4eb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:29:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['cb84e634-4652-43ae-91c5-ae821d0bf30b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:29:50.391364 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fec25028-486f-4fc4-a052-43df5f5b5cef admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:50.437786 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-cb311dba-4d0e-4b9c-b4cd-9b5d3de4eb9f None None] Set router cb84e634-4652-43ae-91c5-ae821d0bf30b gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:29:50.610049 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fec25028-486f-4fc4-a052-43df5f5b5cef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:50.616173 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-fec25028-486f-4fc4-a052-43df5f5b5cef admin admin] Deleting port 6025520f-fe10-4e72-8d7b-455fc5231bf4 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:29:50.616526 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fec25028-486f-4fc4-a052-43df5f5b5cef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:50.739411 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:50.776326 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-cb311dba-4d0e-4b9c-b4cd-9b5d3de4eb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:29:48Z', 'revision_number': 5, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:29:50.780401 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb311dba-4d0e-4b9c-b4cd-9b5d3de4eb9f None None] Checking router: cb84e634-4652-43ae-91c5-ae821d0bf30b for host: dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:29:50.789558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb311dba-4d0e-4b9c-b4cd-9b5d3de4eb9f None None] Routers {'cb84e634-4652-43ae-91c5-ae821d0bf30b'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:29:50.790560 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-cb311dba-4d0e-4b9c-b4cd-9b5d3de4eb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:29:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['cb84e634-4652-43ae-91c5-ae821d0bf30b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:29:50.812322 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-fec25028-486f-4fc4-a052-43df5f5b5cef admin admin] For port 6025520f-fe10-4e72-8d7b-455fc5231bf4, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=6025520f-fe10-4e72-8d7b-455fc5231bf4,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:29:50.812718 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fec25028-486f-4fc4-a052-43df5f5b5cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:50.852682 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afc243-7bd8-4f1f-ab30-25b929e1c523 req-5dc46c26-4da3-4d10-ab16-1af3785d2b1b tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:50.854543 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c7afc243-7bd8-4f1f-ab30-25b929e1c523 req-5dc46c26-4da3-4d10-ab16-1af3785d2b1b tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=31f46f74-e6c8-4870-a3cf-f0cfe5a6371f HTTP/1.1" status: 200 len: 945 time: 0.4196219 Feb 11 13:29:50.926097 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c7afc243-7bd8-4f1f-ab30-25b929e1c523 req-b43f10be-e9c1-4f80-a97c-05c13be8d008 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643086 Feb 11 13:29:50.950451 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-fec25028-486f-4fc4-a052-43df5f5b5cef admin admin] Calling delete_port for 6025520f-fe10-4e72-8d7b-455fc5231bf4 owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:29:51.012433 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-cb311dba-4d0e-4b9c-b4cd-9b5d3de4eb9f None None] Set router cb84e634-4652-43ae-91c5-ae821d0bf30b gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:29:51.177144 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fec25028-486f-4fc4-a052-43df5f5b5cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:51.389174 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fec25028-486f-4fc4-a052-43df5f5b5cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513479'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:51.512399 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-cb311dba-4d0e-4b9c-b4cd-9b5d3de4eb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:29:48Z', 'revision_number': 5, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:29:51.516859 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb311dba-4d0e-4b9c-b4cd-9b5d3de4eb9f None None] The sync data for ids ['cb84e634-4652-43ae-91c5-ae821d0bf30b'] in dv-cinder-773985-4-smb is: [{'id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'name': 'tempest-AttachVolumeShelveTestJSON-1735791805-router', 'tenant_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:21:42Z', 'updated_at': '2021-02-11T13:29:48Z', 'revision_number': 5, 'project_id': 'f5d2b1be961749bcaa243e9f0bed551b', 'gw_port': {'id': '6025520f-fe10-4e72-8d7b-455fc5231bf4', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84e634-4652-43ae-91c5-ae821d0bf30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:21:44Z', 'updated_at': '2021-02-11T13:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:29:51.588289 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fec25028-486f-4fc4-a052-43df5f5b5cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853194635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774869'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:51.590808 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fec25028-486f-4fc4-a052-43df5f5b5cef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:51.749495 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fec25028-486f-4fc4-a052-43df5f5b5cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853194605'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:51.750045 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec25028-486f-4fc4-a052-43df5f5b5cef admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb84e634-4652-43ae-91c5-ae821d0bf30b {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 13:29:51.763049 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fec25028-486f-4fc4-a052-43df5f5b5cef admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:51.764340 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-fec25028-486f-4fc4-a052-43df5f5b5cef admin admin] 10.222.0.120 "DELETE /v2.0/routers/cb84e634-4652-43ae-91c5-ae821d0bf30b HTTP/1.1" status: 204 len: 168 time: 1.5781147 Feb 11 13:29:51.767151 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42490) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:51.836976 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df41d08-433b-4344-8085-7eb1dc4269a7 admin admin] Deleting subnet 4b20cf4d-7400-4a95-b52e-0748341fc3c7 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:29:51.840348 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6df41d08-433b-4344-8085-7eb1dc4269a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:51.893627 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6df41d08-433b-4344-8085-7eb1dc4269a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375651'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:51.924199 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 56c151bb-8123-45bc-9cee-171400cd9434 no longer exists at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:29:51.962380 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] No Port match for: 56c151bb-8123-45bc-9cee-171400cd9434 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:29:51.965908 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 56c151bb-8123-45bc-9cee-171400cd9434 not bound to the agent host dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:29:51.987206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6df41d08-433b-4344-8085-7eb1dc4269a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853299468'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:52.318265 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6df41d08-433b-4344-8085-7eb1dc4269a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1476348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852509079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845098505'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:52.335418 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:52.383842 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df41d08-433b-4344-8085-7eb1dc4269a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b20cf4d-7400-4a95-b52e-0748341fc3c7,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:52.387960 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6df41d08-433b-4344-8085-7eb1dc4269a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:52.474849 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6df41d08-433b-4344-8085-7eb1dc4269a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:52.480605 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe64323f-675b-48b1-accd-1b5c255436b5 None None] Network 120ce4ab-747c-47cb-a13f-ce5d6314efdf requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:29:52.481113 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-6df41d08-433b-4344-8085-7eb1dc4269a7 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/4b20cf4d-7400-4a95-b52e-0748341fc3c7 HTTP/1.1" status: 204 len: 168 time: 0.7127914 Feb 11 13:29:52.483721 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42494) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:52.604518 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853372729'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:52.676620 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Deleting port e73653cd-3aa9-4eff-8112-ca05b2f90195 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:29:52.676914 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:52.762613 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe3692e-a82e-4890-80b8-d0f4e164953f None None] DHCP port deletion for 120ce4ab-747c-47cb-a13f-ce5d6314efdf request from dv-cinder-773985-4-smb {{(pid=80116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 11 13:29:52.767402 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3692e-a82e-4890-80b8-d0f4e164953f None None] Deleting port e73653cd-3aa9-4eff-8112-ca05b2f90195 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:29:52.767916 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dbe3692e-a82e-4890-80b8-d0f4e164953f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:52.938474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] For port e73653cd-3aa9-4eff-8112-ca05b2f90195, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=e73653cd-3aa9-4eff-8112-ca05b2f90195,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:29:52.938805 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:53.019621 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-dbe3692e-a82e-4890-80b8-d0f4e164953f None None] For port e73653cd-3aa9-4eff-8112-ca05b2f90195, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=e73653cd-3aa9-4eff-8112-ca05b2f90195,segment=NetworkSegment(44f3993b-7057-4914-9e86-acabb2864cb1),segment_id=44f3993b-7057-4914-9e86-acabb2864cb1)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:29:53.020265 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dbe3692e-a82e-4890-80b8-d0f4e164953f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:53.085104 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Calling delete_port for e73653cd-3aa9-4eff-8112-ca05b2f90195 owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:29:53.203053 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3692e-a82e-4890-80b8-d0f4e164953f None None] Calling delete_port for e73653cd-3aa9-4eff-8112-ca05b2f90195 owned by network:dhcp {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:29:53.240335 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:53.257613 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-248f69d8-3b2c-43fe-9a8c-edaad404daaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:53.284638 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.api [None req-dbe3692e-a82e-4890-80b8-d0f4e164953f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80116) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:29:53.285378 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_db.api [None req-dbe3692e-a82e-4890-80b8-d0f4e164953f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:29:53.316204 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Pushing event deleted for resources: {'Port': ['ID=e73653cd-3aa9-4eff-8112-ca05b2f90195,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:53.626884 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:53.664835 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] No DVR routers for this DVR port e73653cd-3aa9-4eff-8112-ca05b2f90195 on host dv-cinder-773985-4-smb {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:29:53.785864 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3692e-a82e-4890-80b8-d0f4e164953f None None] Deleting port e73653cd-3aa9-4eff-8112-ca05b2f90195 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:29:53.786398 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dbe3692e-a82e-4890-80b8-d0f4e164953f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:53.794716 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853300733', 'neutron.services.segments.db._delete_segments_for_network--9223363267560229748'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:53.864452 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3692e-a82e-4890-80b8-d0f4e164953f None None] The port 'e73653cd-3aa9-4eff-8112-ca05b2f90195' was deleted {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 11 13:29:53.925773 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120ce4ab-747c-47cb-a13f-ce5d6314efdf']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:29:53.939130 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f3993b-7057-4914-9e86-acabb2864cb1') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:29:53.939469 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f3993b-7057-4914-9e86-acabb2864cb1') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:29:53.953314 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267560227700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852400149'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:53.970351 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:53.972719 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:29:53.983725 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device e73653cd-3aa9-4eff-8112-ca05b2f90195 no longer exists at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:29:54.048029 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] No Port match for: e73653cd-3aa9-4eff-8112-ca05b2f90195 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:29:54.048564 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device e73653cd-3aa9-4eff-8112-ca05b2f90195 not bound to the agent host dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:29:54.049298 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 6025520f-fe10-4e72-8d7b-455fc5231bf4 no longer exists at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:29:54.116666 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] No Port match for: 6025520f-fe10-4e72-8d7b-455fc5231bf4 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:29:54.117206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 6025520f-fe10-4e72-8d7b-455fc5231bf4 not bound to the agent host dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:29:54.220799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Network 120ce4ab-747c-47cb-a13f-ce5d6314efdf has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:29:54.234759 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853293791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2266570'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:54.426474 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Network 120ce4ab-747c-47cb-a13f-ce5d6314efdf has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: Traceback (most recent call last): Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: timer() Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: cb(*args, **kw) Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: return func(*args, **kwargs) Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: self._notify() Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: self.callback(batched_events) Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: event.method(event) Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: segment_id)['aggregates'][0] Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: return f(self, *a, **k) Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: return self._get(url).json() Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: **kwargs) Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: return self.request(url, 'GET', **kwargs) Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: **endpoint_filter) Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:29:54.452292 dv-cinder-773985-4-smb neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:29:54.566048 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514336'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:54.569664 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:54.584534 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:54.596034 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Pushing event deleted for resources: {'Network': ['ID=120ce4ab-747c-47cb-a13f-ce5d6314efdf,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:54.599694 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:54.641190 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] 10.222.0.120 "DELETE /v2.0/networks/120ce4ab-747c-47cb-a13f-ce5d6314efdf HTTP/1.1" status: 204 len: 168 time: 2.1563444 Feb 11 13:29:54.917536 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 42514) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:54.979024 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-90d790b6-a9d4-484e-bc35-3d3c213de8a3 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=f5d2b1be961749bcaa243e9f0bed551b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0600021 Feb 11 13:29:54.981790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 42518) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:55.048455 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-74944885-bf13-4cbe-8a46-6d2ee0fd6cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:55.075733 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-74944885-bf13-4cbe-8a46-6d2ee0fd6cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:55.157993 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-74944885-bf13-4cbe-8a46-6d2ee0fd6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:55.163538 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9453bb26-05df-423b-90f3-33559a51fc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:29:55.178934 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74944885-bf13-4cbe-8a46-6d2ee0fd6cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b61e552-8502-4580-ade5-498f9eb83755,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:29:55.183564 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-74944885-bf13-4cbe-8a46-6d2ee0fd6cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:29:55.187751 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-74944885-bf13-4cbe-8a46-6d2ee0fd6cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:55.190417 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-74944885-bf13-4cbe-8a46-6d2ee0fd6cdf admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/7b61e552-8502-4580-ade5-498f9eb83755 HTTP/1.1" status: 204 len: 168 time: 0.2074785 Feb 11 13:29:57.061005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:29:57.439533 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:29:59.797790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bebf43-3c62-460c-8696-1e58812efc48 req-ee999ddc-3f19-4572-a296-bd70437d1d19 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:29:59.799484 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b5bebf43-3c62-460c-8696-1e58812efc48 req-ee999ddc-3f19-4572-a296-bd70437d1d19 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=31f46f74-e6c8-4870-a3cf-f0cfe5a6371f HTTP/1.1" status: 200 len: 945 time: 0.1718593 Feb 11 13:29:59.866336 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b5bebf43-3c62-460c-8696-1e58812efc48 req-a5d182cf-9d30-4ab6-9d2e-983040493722 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602744 Feb 11 13:30:00.736829 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 42604) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:00.890239 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da03bd6a-a018-4d7c-84c7-2b36820d8636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:00.907391 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-da03bd6a-a018-4d7c-84c7-2b36820d8636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:00.911901 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-da03bd6a-a018-4d7c-84c7-2b36820d8636 admin admin] Usage tracker for resource:security_group_rule and tenant:81bebaffc36a4320a54c22d48e54b5ae is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:00.916180 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-da03bd6a-a018-4d7c-84c7-2b36820d8636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:00.922681 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-da03bd6a-a018-4d7c-84c7-2b36820d8636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:01.023452 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da03bd6a-a018-4d7c-84c7-2b36820d8636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:01.072831 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-da03bd6a-a018-4d7c-84c7-2b36820d8636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:01.082834 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-13457cce-8303-4b39-a48b-1709d3a5a03a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:01.129553 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-da03bd6a-a018-4d7c-84c7-2b36820d8636 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=81bebaffc36a4320a54c22d48e54b5ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885069 Feb 11 13:30:01.129553 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03bd6a-a018-4d7c-84c7-2b36820d8636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622f93cd-c948-4140-8cd5-d6a82f15fa0c,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:01.130547 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42612) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:01.131254 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-da03bd6a-a018-4d7c-84c7-2b36820d8636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:01.212043 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-67ff1fb1-4548-4e4f-a269-52fb0856b9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:01.240485 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-67ff1fb1-4548-4e4f-a269-52fb0856b9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:01.312756 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfdf50-87b8-4dbd-8aad-806be31a7140 req-e78ea8fd-fc06-4e1a-9984-a4606079d8a4 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:01.314588 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-dcbfdf50-87b8-4dbd-8aad-806be31a7140 req-e78ea8fd-fc06-4e1a-9984-a4606079d8a4 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=31f46f74-e6c8-4870-a3cf-f0cfe5a6371f HTTP/1.1" status: 200 len: 945 time: 0.1740911 Feb 11 13:30:01.380906 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-dcbfdf50-87b8-4dbd-8aad-806be31a7140 req-2bab3dbf-7fd7-42f7-80d2-8daabdb4b338 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590613 Feb 11 13:30:01.428362 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-67ff1fb1-4548-4e4f-a269-52fb0856b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:01.433665 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7b17d431-db0a-4e36-80ec-9a5655c55d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:01.448028 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff1fb1-4548-4e4f-a269-52fb0856b9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622f93cd-c948-4140-8cd5-d6a82f15fa0c,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:01.450794 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-67ff1fb1-4548-4e4f-a269-52fb0856b9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:01.452020 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-67ff1fb1-4548-4e4f-a269-52fb0856b9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:01.453235 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-67ff1fb1-4548-4e4f-a269-52fb0856b9d3 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/622f93cd-c948-4140-8cd5-d6a82f15fa0c HTTP/1.1" status: 204 len: 168 time: 0.3213961 Feb 11 13:30:01.664867 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5bec1-833c-4ca0-a606-c6091211c0bb req-4c0abe29-788e-42fd-ae01-312909dca7ac tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:01.666540 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-18a5bec1-833c-4ca0-a606-c6091211c0bb req-4c0abe29-788e-42fd-ae01-312909dca7ac tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.111 "GET /v2.0/ports?device_id=31f46f74-e6c8-4870-a3cf-f0cfe5a6371f HTTP/1.1" status: 200 len: 945 time: 0.1653020 Feb 11 13:30:01.738063 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 501ca092-4742-410a-89fb-7ca79176d6c0 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:30:01.768617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-18a5bec1-833c-4ca0-a606-c6091211c0bb req-b95228ec-0e7f-4efa-bbba-c71219450959 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Deleting port 501ca092-4742-410a-89fb-7ca79176d6c0 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:30:01.768969 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-18a5bec1-833c-4ca0-a606-c6091211c0bb req-b95228ec-0e7f-4efa-bbba-c71219450959 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:01.873799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:01.913999 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 501ca092-4742-410a-89fb-7ca79176d6c0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=501ca092-4742-410a-89fb-7ca79176d6c0,segment=NetworkSegment(5da26832-8cc4-4b03-a9f3-30714e1114bc),segment_id=5da26832-8cc4-4b03-a9f3-30714e1114bc)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:01.915671 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f46f74-e6c8-4870-a3cf-f0cfe5a6371f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501ca092-4742-410a-89fb-7ca79176d6c0'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:01.958279 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:01.961020 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7328c3f2-a293-4955-b721-973b7dad3fbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:01.996497 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f46f74-e6c8-4870-a3cf-f0cfe5a6371f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501ca092-4742-410a-89fb-7ca79176d6c0', 'code': 200} Feb 11 13:30:02.053106 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=501ca092-4742-410a-89fb-7ca79176d6c0,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:02.057886 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:02.089612 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-18a5bec1-833c-4ca0-a606-c6091211c0bb req-b95228ec-0e7f-4efa-bbba-c71219450959 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] For port 501ca092-4742-410a-89fb-7ca79176d6c0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=501ca092-4742-410a-89fb-7ca79176d6c0,segment=NetworkSegment(5da26832-8cc4-4b03-a9f3-30714e1114bc),segment_id=5da26832-8cc4-4b03-a9f3-30714e1114bc)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:02.090023 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-18a5bec1-833c-4ca0-a606-c6091211c0bb req-b95228ec-0e7f-4efa-bbba-c71219450959 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:02.228558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-18a5bec1-833c-4ca0-a606-c6091211c0bb req-b95228ec-0e7f-4efa-bbba-c71219450959 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Calling delete_port for 501ca092-4742-410a-89fb-7ca79176d6c0 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:30:02.410294 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.api [req-18a5bec1-833c-4ca0-a606-c6091211c0bb req-b95228ec-0e7f-4efa-bbba-c71219450959 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:30:02.410921 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_db.api [req-18a5bec1-833c-4ca0-a606-c6091211c0bb req-b95228ec-0e7f-4efa-bbba-c71219450959 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:30:02.685179 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d28c62-858e-4d91-8483-7ac4ce9c4d97 req-09b9c712-5760-48a0-94c7-6fd375a63bfa tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:02.686817 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e0d28c62-858e-4d91-8483-7ac4ce9c4d97 req-09b9c712-5760-48a0-94c7-6fd375a63bfa tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=31f46f74-e6c8-4870-a3cf-f0cfe5a6371f HTTP/1.1" status: 200 len: 943 time: 0.1724560 Feb 11 13:30:02.751514 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e0d28c62-858e-4d91-8483-7ac4ce9c4d97 req-c04838bd-695d-4a65-9087-1d6414243a64 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581965 Feb 11 13:30:02.912068 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-18a5bec1-833c-4ca0-a606-c6091211c0bb req-b95228ec-0e7f-4efa-bbba-c71219450959 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Deleting port 501ca092-4742-410a-89fb-7ca79176d6c0 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:30:02.912577 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-18a5bec1-833c-4ca0-a606-c6091211c0bb req-b95228ec-0e7f-4efa-bbba-c71219450959 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:03.179035 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-18a5bec1-833c-4ca0-a606-c6091211c0bb req-b95228ec-0e7f-4efa-bbba-c71219450959 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] For port 501ca092-4742-410a-89fb-7ca79176d6c0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=501ca092-4742-410a-89fb-7ca79176d6c0,segment=NetworkSegment(5da26832-8cc4-4b03-a9f3-30714e1114bc),segment_id=5da26832-8cc4-4b03-a9f3-30714e1114bc)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:03.179711 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-18a5bec1-833c-4ca0-a606-c6091211c0bb req-b95228ec-0e7f-4efa-bbba-c71219450959 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:03.316266 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-18a5bec1-833c-4ca0-a606-c6091211c0bb req-b95228ec-0e7f-4efa-bbba-c71219450959 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Calling delete_port for 501ca092-4742-410a-89fb-7ca79176d6c0 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:30:03.552388 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-18a5bec1-833c-4ca0-a606-c6091211c0bb req-b95228ec-0e7f-4efa-bbba-c71219450959 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:03.568813 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-71f2e4c4-e84d-444a-8380-e8ff6754bd58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:03.630517 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95228ec-0e7f-4efa-bbba-c71219450959 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Pushing event deleted for resources: {'Port': ['ID=501ca092-4742-410a-89fb-7ca79176d6c0,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:03.635067 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b95228ec-0e7f-4efa-bbba-c71219450959 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:03.780700 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a5bec1-833c-4ca0-a606-c6091211c0bb req-b95228ec-0e7f-4efa-bbba-c71219450959 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] No DVR routers for this DVR port 501ca092-4742-410a-89fb-7ca79176d6c0 on host hv-cinder-77398 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:30:03.783038 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-18a5bec1-833c-4ca0-a606-c6091211c0bb req-b95228ec-0e7f-4efa-bbba-c71219450959 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:03.786001 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f46f74-e6c8-4870-a3cf-f0cfe5a6371f', 'name': 'network-vif-deleted', 'tag': '501ca092-4742-410a-89fb-7ca79176d6c0'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:03.847390 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-18a5bec1-833c-4ca0-a606-c6091211c0bb req-b95228ec-0e7f-4efa-bbba-c71219450959 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.111 "DELETE /v2.0/ports/501ca092-4742-410a-89fb-7ca79176d6c0 HTTP/1.1" status: 204 len: 173 time: 2.1747434 Feb 11 13:30:03.849958 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f46f74-e6c8-4870-a3cf-f0cfe5a6371f', 'name': 'network-vif-deleted', 'tag': '501ca092-4742-410a-89fb-7ca79176d6c0', 'status': 'completed', 'code': 200} Feb 11 13:30:03.940691 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-c67cb0d5-4cd3-43af-ac12-cff008dd7943 req-9058e434-e814-4d46-9dfc-f0bb74f12199 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=31f46f74-e6c8-4870-a3cf-f0cfe5a6371f HTTP/1.1" status: 200 len: 210 time: 0.0518599 Feb 11 13:30:07.234089 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c788f9-b9ea-47ac-84c9-dd40ef6097f4 req-ddbba2e2-3b65-4477-b7c1-02f9faf63c48 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:07.235767 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a0c788f9-b9ea-47ac-84c9-dd40ef6097f4 req-ddbba2e2-3b65-4477-b7c1-02f9faf63c48 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=76328782-c689-4792-b315-16a139196bfa HTTP/1.1" status: 200 len: 946 time: 0.1699078 Feb 11 13:30:07.308235 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a0c788f9-b9ea-47ac-84c9-dd40ef6097f4 req-3b5d7ee5-e6df-432b-98b8-2d70c1333285 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650661 Feb 11 13:30:08.622779 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c760313-4c8f-4aa7-837c-80243e857d87 req-b5d7b208-8ed3-42da-be00-79289675c74e tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:08.623532 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-4c760313-4c8f-4aa7-837c-80243e857d87 req-b5d7b208-8ed3-42da-be00-79289675c74e tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Synchronizing usage tracker for tenant:061ecc6ed712472588445dd90175b00d on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:30:08.689412 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-4c760313-4c8f-4aa7-837c-80243e857d87 req-b5d7b208-8ed3-42da-be00-79289675c74e tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Unset dirty status for tenant:061ecc6ed712472588445dd90175b00d on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:30:08.691109 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4c760313-4c8f-4aa7-837c-80243e857d87 req-b5d7b208-8ed3-42da-be00-79289675c74e tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=76328782-c689-4792-b315-16a139196bfa HTTP/1.1" status: 200 len: 946 time: 0.2302678 Feb 11 13:30:08.761242 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4c760313-4c8f-4aa7-837c-80243e857d87 req-8b08da0a-79ea-4d2c-9bc2-814081828061 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628214 Feb 11 13:30:09.089051 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b72f7e-59c6-4eb2-8f92-fb3f7b636b54 req-297fdb20-e147-47e8-8be2-48830bc37a43 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:09.090831 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e9b72f7e-59c6-4eb2-8f92-fb3f7b636b54 req-297fdb20-e147-47e8-8be2-48830bc37a43 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.111 "GET /v2.0/ports?device_id=76328782-c689-4792-b315-16a139196bfa HTTP/1.1" status: 200 len: 946 time: 0.1717360 Feb 11 13:30:09.188154 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-e9b72f7e-59c6-4eb2-8f92-fb3f7b636b54 req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Deleting port f9261c59-714f-4f3d-ae31-5fd81e61576a {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:30:09.188690 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e9b72f7e-59c6-4eb2-8f92-fb3f7b636b54 req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:09.472329 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-e9b72f7e-59c6-4eb2-8f92-fb3f7b636b54 req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] For port f9261c59-714f-4f3d-ae31-5fd81e61576a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f9261c59-714f-4f3d-ae31-5fd81e61576a,segment=NetworkSegment(5da26832-8cc4-4b03-a9f3-30714e1114bc),segment_id=5da26832-8cc4-4b03-a9f3-30714e1114bc)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:09.472735 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e9b72f7e-59c6-4eb2-8f92-fb3f7b636b54 req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:09.609384 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-e9b72f7e-59c6-4eb2-8f92-fb3f7b636b54 req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Calling delete_port for f9261c59-714f-4f3d-ae31-5fd81e61576a owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:30:09.742177 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device f9261c59-714f-4f3d-ae31-5fd81e61576a no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:30:09.784507 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-b8d660ec-a212-421f-803a-16038c746aca None None] No Port match for: f9261c59-714f-4f3d-ae31-5fd81e61576a {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:30:09.784915 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device f9261c59-714f-4f3d-ae31-5fd81e61576a not bound to the agent host hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:30:09.794079 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e9b72f7e-59c6-4eb2-8f92-fb3f7b636b54 req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:09.810295 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-78f1f692-b182-40a4-8c8e-e764d381d98a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:09.875276 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Pushing event deleted for resources: {'Port': ['ID=f9261c59-714f-4f3d-ae31-5fd81e61576a,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:09.931357 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.931801 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.932209 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.932610 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.933005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.933408 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.933818 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.934214 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.934617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.935009 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.935400 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.935817 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.936298 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.936741 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.937087 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.937480 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.937869 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.938371 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.938650 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.939041 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.939461 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.939876 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.940263 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.940654 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:09.957596 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:10.237713 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9d1cbe58-f3e1-4da8-9784-40415ad2def4 req-8f46888f-7c9e-47f3-86ec-5c4e3f997144 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=76328782-c689-4792-b315-16a139196bfa HTTP/1.1" status: 200 len: 210 time: 0.2890549 Feb 11 13:30:10.316765 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b72f7e-59c6-4eb2-8f92-fb3f7b636b54 req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] No DVR routers for this DVR port f9261c59-714f-4f3d-ae31-5fd81e61576a on host hv-cinder-77398 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:30:10.319065 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-e9b72f7e-59c6-4eb2-8f92-fb3f7b636b54 req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:10.321913 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76328782-c689-4792-b315-16a139196bfa', 'name': 'network-vif-deleted', 'tag': 'f9261c59-714f-4f3d-ae31-5fd81e61576a'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:10.366141 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e9b72f7e-59c6-4eb2-8f92-fb3f7b636b54 req-35b9fa95-faf8-4f60-a605-979bc144f08c tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.111 "DELETE /v2.0/ports/f9261c59-714f-4f3d-ae31-5fd81e61576a HTTP/1.1" status: 204 len: 173 time: 1.2691276 Feb 11 13:30:10.385901 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76328782-c689-4792-b315-16a139196bfa', 'name': 'network-vif-deleted', 'tag': 'f9261c59-714f-4f3d-ae31-5fd81e61576a', 'status': 'completed', 'code': 200} Feb 11 13:30:11.962494 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332756a5-9813-4018-af74-1e91edb678b3 req-0f66dbae-3799-47e8-9880-64f9ab34b2cb tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:11.963321 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-332756a5-9813-4018-af74-1e91edb678b3 req-0f66dbae-3799-47e8-9880-64f9ab34b2cb tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Synchronizing usage tracker for tenant:061ecc6ed712472588445dd90175b00d on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:30:12.005849 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-332756a5-9813-4018-af74-1e91edb678b3 req-0f66dbae-3799-47e8-9880-64f9ab34b2cb tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Unset dirty status for tenant:061ecc6ed712472588445dd90175b00d on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:30:12.007173 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-332756a5-9813-4018-af74-1e91edb678b3 req-0f66dbae-3799-47e8-9880-64f9ab34b2cb tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=1169428d-a908-4199-86d9-8e0330577bdb HTTP/1.1" status: 200 len: 945 time: 0.2090652 Feb 11 13:30:12.075562 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-332756a5-9813-4018-af74-1e91edb678b3 req-ccdb30c6-61c5-49f5-91a0-5bd2c037a2ce tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613639 Feb 11 13:30:13.359996 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aac7d5-ca34-40a6-860d-3a1264837845 req-0b0138fb-ce93-490a-aaad-4909e842176e tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:13.361568 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-01aac7d5-ca34-40a6-860d-3a1264837845 req-0b0138fb-ce93-490a-aaad-4909e842176e tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.111 "GET /v2.0/ports?device_id=1169428d-a908-4199-86d9-8e0330577bdb HTTP/1.1" status: 200 len: 945 time: 0.1645007 Feb 11 13:30:13.381143 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e153402-d66c-4656-95bd-55b441b59376 req-b1de7802-46d8-40d2-843b-3922437b2eed tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:13.382829 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9e153402-d66c-4656-95bd-55b441b59376 req-b1de7802-46d8-40d2-843b-3922437b2eed tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=1169428d-a908-4199-86d9-8e0330577bdb HTTP/1.1" status: 200 len: 945 time: 0.1675730 Feb 11 13:30:13.451790 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9e153402-d66c-4656-95bd-55b441b59376 req-fa05b419-de01-466a-8349-0173c602ba6b tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616498 Feb 11 13:30:13.505297 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-01aac7d5-ca34-40a6-860d-3a1264837845 req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Deleting port 8a057dc0-59b0-4026-907c-36a6372c77da {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:30:13.505687 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-01aac7d5-ca34-40a6-860d-3a1264837845 req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:13.771777 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 8a057dc0-59b0-4026-907c-36a6372c77da no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:30:13.772991 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-01aac7d5-ca34-40a6-860d-3a1264837845 req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] For port 8a057dc0-59b0-4026-907c-36a6372c77da, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8a057dc0-59b0-4026-907c-36a6372c77da,segment=NetworkSegment(5da26832-8cc4-4b03-a9f3-30714e1114bc),segment_id=5da26832-8cc4-4b03-a9f3-30714e1114bc)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:13.773400 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-01aac7d5-ca34-40a6-860d-3a1264837845 req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:13.897100 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:13.913592 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-01aac7d5-ca34-40a6-860d-3a1264837845 req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Calling delete_port for 8a057dc0-59b0-4026-907c-36a6372c77da owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:30:13.928307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1169428d-a908-4199-86d9-8e0330577bdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a057dc0-59b0-4026-907c-36a6372c77da'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:13.940291 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 8a057dc0-59b0-4026-907c-36a6372c77da, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8a057dc0-59b0-4026-907c-36a6372c77da,segment=NetworkSegment(5da26832-8cc4-4b03-a9f3-30714e1114bc),segment_id=5da26832-8cc4-4b03-a9f3-30714e1114bc)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:13.976695 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:13.978715 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:14.016702 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1169428d-a908-4199-86d9-8e0330577bdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a057dc0-59b0-4026-907c-36a6372c77da', 'code': 200} Feb 11 13:30:14.028449 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.api [req-01aac7d5-ca34-40a6-860d-3a1264837845 req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:30:14.028919 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_db.api [req-01aac7d5-ca34-40a6-860d-3a1264837845 req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:30:14.057584 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=8a057dc0-59b0-4026-907c-36a6372c77da,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:14.061066 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:14.068874 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42764) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:14.221189 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c2914b27-e82a-466e-a01d-0c9028c896ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:14.236472 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c2914b27-e82a-466e-a01d-0c9028c896ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:14.240695 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-c2914b27-e82a-466e-a01d-0c9028c896ff admin admin] Usage tracker for resource:security_group_rule and tenant:5a5f9f64a4724a55bd6d438cdadb1814 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:14.244232 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-c2914b27-e82a-466e-a01d-0c9028c896ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:14.250059 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-c2914b27-e82a-466e-a01d-0c9028c896ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:14.340713 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c2914b27-e82a-466e-a01d-0c9028c896ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:14.369341 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c2914b27-e82a-466e-a01d-0c9028c896ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:14.378741 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7b70e42b-6079-47cb-a004-27298851bd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:14.422446 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-c2914b27-e82a-466e-a01d-0c9028c896ff admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=5a5f9f64a4724a55bd6d438cdadb1814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523474 Feb 11 13:30:14.424196 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2914b27-e82a-466e-a01d-0c9028c896ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39018aac-df2f-409a-a60e-b67e7d180341,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:14.425335 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 42770) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:14.427765 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c2914b27-e82a-466e-a01d-0c9028c896ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:14.488918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-079b76e3-e342-4c8c-a73e-9a9709edefbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:14.519217 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-079b76e3-e342-4c8c-a73e-9a9709edefbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:14.531323 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-01aac7d5-ca34-40a6-860d-3a1264837845 req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Deleting port 8a057dc0-59b0-4026-907c-36a6372c77da {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:30:14.531852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-01aac7d5-ca34-40a6-860d-3a1264837845 req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:14.726488 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-079b76e3-e342-4c8c-a73e-9a9709edefbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:14.756935 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec60867-5c96-455f-b033-0e9bb95e4520 req-598704e5-8e4c-4d2b-92f6-b713ebd5bfe7 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:14.758702 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9ec60867-5c96-455f-b033-0e9bb95e4520 req-598704e5-8e4c-4d2b-92f6-b713ebd5bfe7 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=1169428d-a908-4199-86d9-8e0330577bdb HTTP/1.1" status: 200 len: 943 time: 0.1681159 Feb 11 13:30:14.777910 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6f66981b-01e8-4a07-b299-490861e93278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:14.806914 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b76e3-e342-4c8c-a73e-9a9709edefbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39018aac-df2f-409a-a60e-b67e7d180341,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:14.811877 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-079b76e3-e342-4c8c-a73e-9a9709edefbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:14.848493 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9ec60867-5c96-455f-b033-0e9bb95e4520 req-c8ec1ae0-09cd-4554-a01a-66bcc122160a tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829563 Feb 11 13:30:14.864597 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-079b76e3-e342-4c8c-a73e-9a9709edefbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:14.874299 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-079b76e3-e342-4c8c-a73e-9a9709edefbe admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/39018aac-df2f-409a-a60e-b67e7d180341 HTTP/1.1" status: 204 len: 168 time: 0.4429457 Feb 11 13:30:14.881095 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-01aac7d5-ca34-40a6-860d-3a1264837845 req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] For port 8a057dc0-59b0-4026-907c-36a6372c77da, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8a057dc0-59b0-4026-907c-36a6372c77da,segment=NetworkSegment(5da26832-8cc4-4b03-a9f3-30714e1114bc),segment_id=5da26832-8cc4-4b03-a9f3-30714e1114bc)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:14.881503 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-01aac7d5-ca34-40a6-860d-3a1264837845 req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:15.024564 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-01aac7d5-ca34-40a6-860d-3a1264837845 req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Calling delete_port for 8a057dc0-59b0-4026-907c-36a6372c77da owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:30:15.205506 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-01aac7d5-ca34-40a6-860d-3a1264837845 req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:15.221871 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-94d7643f-5ed4-4dd4-8cf7-8884d54ff7e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:15.283293 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Pushing event deleted for resources: {'Port': ['ID=8a057dc0-59b0-4026-907c-36a6372c77da,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:15.288110 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:15.439918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-01aac7d5-ca34-40a6-860d-3a1264837845 req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] No DVR routers for this DVR port 8a057dc0-59b0-4026-907c-36a6372c77da on host hv-cinder-77398 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:30:15.442331 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-01aac7d5-ca34-40a6-860d-3a1264837845 req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:15.445222 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1169428d-a908-4199-86d9-8e0330577bdb', 'name': 'network-vif-deleted', 'tag': '8a057dc0-59b0-4026-907c-36a6372c77da'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:15.458748 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-01aac7d5-ca34-40a6-860d-3a1264837845 req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.111 "DELETE /v2.0/ports/8a057dc0-59b0-4026-907c-36a6372c77da HTTP/1.1" status: 204 len: 173 time: 2.0908372 Feb 11 13:30:15.508855 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1169428d-a908-4199-86d9-8e0330577bdb', 'name': 'network-vif-deleted', 'tag': '8a057dc0-59b0-4026-907c-36a6372c77da', 'status': 'completed', 'code': 200} Feb 11 13:30:15.634553 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-381dd624-9a1b-4f07-9017-7b3ad66ea886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:16.054196 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2181baa8-fad4-4c8e-bcca-e871241a28b1 req-f2279b11-84e6-4fe6-b608-bfbe400f6d04 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=1169428d-a908-4199-86d9-8e0330577bdb HTTP/1.1" status: 200 len: 210 time: 0.0551312 Feb 11 13:30:18.889353 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:19.020480 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6038b676-0b3e-4c3e-b63e-b26856bdf162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:19.103986 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5a996-fce0-4e98-a325-aaccae555166 req-d174a0f7-5345-4edf-9084-0350f009d8d1 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:19.104769 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2de5a996-fce0-4e98-a325-aaccae555166 req-d174a0f7-5345-4edf-9084-0350f009d8d1 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Synchronizing usage tracker for tenant:061ecc6ed712472588445dd90175b00d on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:30:19.145908 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-2de5a996-fce0-4e98-a325-aaccae555166 req-d174a0f7-5345-4edf-9084-0350f009d8d1 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Unset dirty status for tenant:061ecc6ed712472588445dd90175b00d on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:30:19.147228 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2de5a996-fce0-4e98-a325-aaccae555166 req-d174a0f7-5345-4edf-9084-0350f009d8d1 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 946 time: 0.2106447 Feb 11 13:30:19.218839 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2de5a996-fce0-4e98-a325-aaccae555166 req-7b58a10f-7e53-4f80-b80f-514f3cbd2ef7 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644784 Feb 11 13:30:20.094287 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:20.529861 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d5901-937c-40d5-a835-6f008789e9fb req-601dd3dc-ce69-4f9e-a4af-41cc8520a6c2 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:20.531606 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f79d5901-937c-40d5-a835-6f008789e9fb req-601dd3dc-ce69-4f9e-a4af-41cc8520a6c2 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 946 time: 0.1816590 Feb 11 13:30:20.597327 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f79d5901-937c-40d5-a835-6f008789e9fb req-21a9e0fd-45c7-4f12-b3a7-a926f6f17ad9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/security-groups?id=5e09bdd5-9c2a-4169-a5e8-68028477cb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587852 Feb 11 13:30:20.650970 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:20.764450 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1aedb5-895b-4889-9a9f-a9f1b74cb5d0 req-ca2d217a-518f-4fe2-a859-7539b117a9c8 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:20.766012 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8f1aedb5-895b-4889-9a9f-a9f1b74cb5d0 req-ca2d217a-518f-4fe2-a859-7539b117a9c8 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.111 "GET /v2.0/ports?device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 946 time: 0.1615138 Feb 11 13:30:20.861232 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-8f1aedb5-895b-4889-9a9f-a9f1b74cb5d0 req-c1666cc7-0aed-4ebf-af4f-4cc060e7b12f tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Deleting port e3f33111-c555-4809-ab7a-305b3d1b88af {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:30:20.861627 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-8f1aedb5-895b-4889-9a9f-a9f1b74cb5d0 req-c1666cc7-0aed-4ebf-af4f-4cc060e7b12f tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:21.138040 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-8f1aedb5-895b-4889-9a9f-a9f1b74cb5d0 req-c1666cc7-0aed-4ebf-af4f-4cc060e7b12f tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] For port e3f33111-c555-4809-ab7a-305b3d1b88af, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e3f33111-c555-4809-ab7a-305b3d1b88af,segment=NetworkSegment(5da26832-8cc4-4b03-a9f3-30714e1114bc),segment_id=5da26832-8cc4-4b03-a9f3-30714e1114bc)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:21.138616 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-8f1aedb5-895b-4889-9a9f-a9f1b74cb5d0 req-c1666cc7-0aed-4ebf-af4f-4cc060e7b12f tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:21.283839 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-8f1aedb5-895b-4889-9a9f-a9f1b74cb5d0 req-c1666cc7-0aed-4ebf-af4f-4cc060e7b12f tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Calling delete_port for e3f33111-c555-4809-ab7a-305b3d1b88af owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:30:21.466367 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-8f1aedb5-895b-4889-9a9f-a9f1b74cb5d0 req-c1666cc7-0aed-4ebf-af4f-4cc060e7b12f tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:21.484579 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ad36aea2-35d0-4fd2-bc45-9e60e1338ea9 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:21.547825 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1666cc7-0aed-4ebf-af4f-4cc060e7b12f tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Pushing event deleted for resources: {'Port': ['ID=e3f33111-c555-4809-ab7a-305b3d1b88af,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:21.550805 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c1666cc7-0aed-4ebf-af4f-4cc060e7b12f tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:21.714105 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1aedb5-895b-4889-9a9f-a9f1b74cb5d0 req-c1666cc7-0aed-4ebf-af4f-4cc060e7b12f tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] No DVR routers for this DVR port e3f33111-c555-4809-ab7a-305b3d1b88af on host hv-cinder-77398 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:30:21.716446 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-8f1aedb5-895b-4889-9a9f-a9f1b74cb5d0 req-c1666cc7-0aed-4ebf-af4f-4cc060e7b12f tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:21.719320 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b', 'name': 'network-vif-deleted', 'tag': 'e3f33111-c555-4809-ab7a-305b3d1b88af'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:21.761515 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8f1aedb5-895b-4889-9a9f-a9f1b74cb5d0 req-c1666cc7-0aed-4ebf-af4f-4cc060e7b12f tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.111 "DELETE /v2.0/ports/e3f33111-c555-4809-ab7a-305b3d1b88af HTTP/1.1" status: 204 len: 173 time: 0.9898536 Feb 11 13:30:21.820573 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-513d5a56-c4a2-4fde-9386-e37d256f103c req-17d485d8-4e7f-4739-be53-06e8a5316465 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Synchronizing usage tracker for tenant:061ecc6ed712472588445dd90175b00d on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:30:21.827722 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device e3f33111-c555-4809-ab7a-305b3d1b88af no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:30:21.868282 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-b8d660ec-a212-421f-803a-16038c746aca None None] No Port match for: e3f33111-c555-4809-ab7a-305b3d1b88af {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:30:21.868625 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device e3f33111-c555-4809-ab7a-305b3d1b88af not bound to the agent host hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:30:21.902508 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-513d5a56-c4a2-4fde-9386-e37d256f103c req-17d485d8-4e7f-4739-be53-06e8a5316465 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Unset dirty status for tenant:061ecc6ed712472588445dd90175b00d on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:30:21.904044 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-513d5a56-c4a2-4fde-9386-e37d256f103c req-17d485d8-4e7f-4739-be53-06e8a5316465 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] 10.222.0.120 "GET /v2.0/ports?device_id=710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b HTTP/1.1" status: 200 len: 210 time: 0.1344161 Feb 11 13:30:21.944382 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7440e72-e1ab-45aa-a468-1702f6df87ef req-feeb9528-8986-4592-8572-2cfbdc6cc2fa tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:21.946674 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f7440e72-e1ab-45aa-a468-1702f6df87ef req-feeb9528-8986-4592-8572-2cfbdc6cc2fa tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.1781409 Feb 11 13:30:21.979921 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710dbe73-bb5a-4e4b-8a91-be8e0dfdf34b', 'name': 'network-vif-deleted', 'tag': 'e3f33111-c555-4809-ab7a-305b3d1b88af', 'status': 'completed', 'code': 200} Feb 11 13:30:22.014070 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f7440e72-e1ab-45aa-a468-1702f6df87ef req-691f5e23-6939-4d55-8eaf-461c94bd5a01 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0607259 Feb 11 13:30:23.018048 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 42886) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:23.043013 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42890) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:23.093500 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7886102-10f1-4539-9c14-c2903e22d01f admin admin] Deleting subnet 46d6126f-cd4a-49cb-97a7-0332620ee9d9 {{(pid=80115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:30:23.096817 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e7886102-10f1-4539-9c14-c2903e22d01f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:23.154994 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e7886102-10f1-4539-9c14-c2903e22d01f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850927586'] for subnet, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:23.218468 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e7886102-10f1-4539-9c14-c2903e22d01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853299468'] for subnet, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:23.227398 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a922daad-75b9-41c9-a5f6-8de1554d16ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:23.251840 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a922daad-75b9-41c9-a5f6-8de1554d16ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:23.260055 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-a922daad-75b9-41c9-a5f6-8de1554d16ec admin admin] Usage tracker for resource:security_group_rule and tenant:c944f5b01815499d8ccdfa1f57e7ebbe is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:23.263911 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-a922daad-75b9-41c9-a5f6-8de1554d16ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:23.278427 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-a922daad-75b9-41c9-a5f6-8de1554d16ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:23.378156 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eeea35-845c-45dd-ae74-e08f8235c95a req-a80baae3-8bbe-4a0d-9695-6a290dee7a28 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:23.379930 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-01eeea35-845c-45dd-ae74-e08f8235c95a req-a80baae3-8bbe-4a0d-9695-6a290dee7a28 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.2260311 Feb 11 13:30:23.470208 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-01eeea35-845c-45dd-ae74-e08f8235c95a req-4c9ac517-6ed2-4359-9040-8ed60263ff33 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0796175 Feb 11 13:30:23.617291 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a922daad-75b9-41c9-a5f6-8de1554d16ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:23.650689 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a922daad-75b9-41c9-a5f6-8de1554d16ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:23.659384 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3e69a1ff-bb05-4203-8416-fe6401b6799e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:23.702906 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-a922daad-75b9-41c9-a5f6-8de1554d16ec admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=c944f5b01815499d8ccdfa1f57e7ebbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6583431 Feb 11 13:30:23.704129 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922daad-75b9-41c9-a5f6-8de1554d16ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c6e236-820c-4721-9b4d-c1dbcb131254,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:23.706278 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 42898) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:23.707721 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a922daad-75b9-41c9-a5f6-8de1554d16ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:23.722346 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e7886102-10f1-4539-9c14-c2903e22d01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1476348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852580075'] for subnet, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:23.742053 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:23.804082 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7886102-10f1-4539-9c14-c2903e22d01f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d6126f-cd4a-49cb-97a7-0332620ee9d9,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:23.857654 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e7886102-10f1-4539-9c14-c2903e22d01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:23.912820 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef504-3511-4e8c-80ff-195d520a184d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:23.930766 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e7886102-10f1-4539-9c14-c2903e22d01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:23.950615 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-e7886102-10f1-4539-9c14-c2903e22d01f admin admin] 10.222.0.120 "DELETE /v2.0/subnets/46d6126f-cd4a-49cb-97a7-0332620ee9d9 HTTP/1.1" status: 204 len: 168 time: 0.9313827 Feb 11 13:30:23.952652 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef504-3511-4e8c-80ff-195d520a184d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:23.953412 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42902) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:24.016496 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef504-3511-4e8c-80ff-195d520a184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:24.021790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7ee1939f-6748-41a9-b62c-106330c9f4a6 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:24.035559 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ef504-3511-4e8c-80ff-195d520a184d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c6e236-820c-4721-9b4d-c1dbcb131254,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:24.038862 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6b4ef504-3511-4e8c-80ff-195d520a184d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:24.039769 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef504-3511-4e8c-80ff-195d520a184d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:24.043989 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-6b4ef504-3511-4e8c-80ff-195d520a184d admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/25c6e236-820c-4721-9b4d-c1dbcb131254 HTTP/1.1" status: 204 len: 168 time: 0.3336456 Feb 11 13:30:24.075578 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ca50-914a-4b99-9592-dc1957924b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853372729'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:24.276087 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ca50-914a-4b99-9592-dc1957924b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853300733', 'neutron.services.segments.db._delete_segments_for_network--9223363267560229748'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:24.397801 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-6ea0ca50-914a-4b99-9592-dc1957924b96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d452db-d549-4f2d-ae94-2bef1efa78a1']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:24.412580 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-6ea0ca50-914a-4b99-9592-dc1957924b96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da26832-8cc4-4b03-a9f3-30714e1114bc') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:24.412815 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-6ea0ca50-914a-4b99-9592-dc1957924b96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da26832-8cc4-4b03-a9f3-30714e1114bc') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:30:24.426581 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ca50-914a-4b99-9592-dc1957924b96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267560227700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852400149'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:24.531629 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 42912) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:24.532820 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ca50-914a-4b99-9592-dc1957924b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:24.536617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6ea0ca50-914a-4b99-9592-dc1957924b96 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:30:24.552137 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e27d-730f-492e-86a5-d7ed2dc2ae46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:24.570696 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-e4d4e27d-730f-492e-86a5-d7ed2dc2ae46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:24.575263 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-e4d4e27d-730f-492e-86a5-d7ed2dc2ae46 admin admin] Usage tracker for resource:security_group_rule and tenant:8e6ef2dd98e0424d8afe992917679ae6 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:24.578511 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-e4d4e27d-730f-492e-86a5-d7ed2dc2ae46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:24.585899 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-e4d4e27d-730f-492e-86a5-d7ed2dc2ae46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:24.721364 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-6ea0ca50-914a-4b99-9592-dc1957924b96 admin admin] Network 61d452db-d549-4f2d-ae94-2bef1efa78a1 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:30:24.734253 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ca50-914a-4b99-9592-dc1957924b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853293791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2266570'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:24.778418 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f4cad-e5d2-4c94-94d2-e959a4917934 req-4dc96b37-5efb-4149-bbf4-585373ebf955 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:24.780286 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4c1f4cad-e5d2-4c94-94d2-e959a4917934 req-4dc96b37-5efb-4149-bbf4-585373ebf955 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.1711631 Feb 11 13:30:24.845524 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4c1f4cad-e5d2-4c94-94d2-e959a4917934 req-3332b466-496a-4e6e-9b13-462f3b7b7289 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0585001 Feb 11 13:30:24.914550 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-6ea0ca50-914a-4b99-9592-dc1957924b96 admin admin] Network 61d452db-d549-4f2d-ae94-2bef1efa78a1 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: Traceback (most recent call last): Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: timer() Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: cb(*args, **kw) Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: return func(*args, **kwargs) Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: self._notify() Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: self.callback(batched_events) Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: event.method(event) Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: segment_id)['aggregates'][0] Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: return f(self, *a, **k) Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: return self._get(url).json() Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: **kwargs) Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: return self.request(url, 'GET', **kwargs) Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: **endpoint_filter) Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:30:24.937848 dv-cinder-773985-4-smb neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:30:25.211000 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ca50-914a-4b99-9592-dc1957924b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514336'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:25.214712 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b38c6548-2d06-4ce0-a540-8914f77b9edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:25.232613 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ca50-914a-4b99-9592-dc1957924b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:25.241686 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0ca50-914a-4b99-9592-dc1957924b96 admin admin] Pushing event deleted for resources: {'Network': ['ID=61d452db-d549-4f2d-ae94-2bef1efa78a1,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:25.246042 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6ea0ca50-914a-4b99-9592-dc1957924b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:25.291743 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-6ea0ca50-914a-4b99-9592-dc1957924b96 admin admin] 10.222.0.120 "DELETE /v2.0/networks/61d452db-d549-4f2d-ae94-2bef1efa78a1 HTTP/1.1" status: 204 len: 168 time: 1.3369105 Feb 11 13:30:25.344735 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e27d-730f-492e-86a5-d7ed2dc2ae46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:25.380930 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e27d-730f-492e-86a5-d7ed2dc2ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:25.390213 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-eb5a0d76-f9e4-4e96-827c-1039b927ef80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:25.438322 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-e4d4e27d-730f-492e-86a5-d7ed2dc2ae46 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=8e6ef2dd98e0424d8afe992917679ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9029496 Feb 11 13:30:25.438322 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4e27d-730f-492e-86a5-d7ed2dc2ae46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dd67c2-3f7c-4e04-846a-0e1963c9c5a3,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:25.438756 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42918) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:25.446195 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e4d4e27d-730f-492e-86a5-d7ed2dc2ae46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:25.502310 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4c5813ee-9563-46bf-a17c-9c8e0bc509aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:25.529975 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4c5813ee-9563-46bf-a17c-9c8e0bc509aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:25.598004 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42922) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:25.618487 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4c5813ee-9563-46bf-a17c-9c8e0bc509aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:25.625612 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-07396b37-dcb5-47df-8480-8b85b6b7e81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:25.650318 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5813ee-9563-46bf-a17c-9c8e0bc509aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dd67c2-3f7c-4e04-846a-0e1963c9c5a3,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:25.656011 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4c5813ee-9563-46bf-a17c-9c8e0bc509aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:25.663903 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4c5813ee-9563-46bf-a17c-9c8e0bc509aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:25.665621 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-4c5813ee-9563-46bf-a17c-9c8e0bc509aa admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/e3dd67c2-3f7c-4e04-846a-0e1963c9c5a3 HTTP/1.1" status: 204 len: 168 time: 0.2257283 Feb 11 13:30:25.677996 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-cab63210-db1f-43ff-975f-d6424c554bfc admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=061ecc6ed712472588445dd90175b00d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0772393 Feb 11 13:30:25.679265 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42928) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:25.746309 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c6341e93-771b-4a61-83c1-d6a945870ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:25.775176 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c6341e93-771b-4a61-83c1-d6a945870ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:25.851158 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c6341e93-771b-4a61-83c1-d6a945870ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:25.855972 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-91b6f477-5e26-433b-876f-c52f44068a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:25.871068 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6341e93-771b-4a61-83c1-d6a945870ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e09bdd5-9c2a-4169-a5e8-68028477cb4c,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:25.873829 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c6341e93-771b-4a61-83c1-d6a945870ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:25.911124 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c6341e93-771b-4a61-83c1-d6a945870ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:25.915223 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-c6341e93-771b-4a61-83c1-d6a945870ecb admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/5e09bdd5-9c2a-4169-a5e8-68028477cb4c HTTP/1.1" status: 204 len: 168 time: 0.2320721 Feb 11 13:30:26.160303 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123fedc-a6d6-4395-93ef-f6bce150e72d req-64781015-867d-46c5-998c-258a2c2b3d98 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:26.162089 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4123fedc-a6d6-4395-93ef-f6bce150e72d req-64781015-867d-46c5-998c-258a2c2b3d98 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.1841669 Feb 11 13:30:26.232355 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4123fedc-a6d6-4395-93ef-f6bce150e72d req-ec847f9a-d66a-4ce1-9ff7-1115cef79bb0 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0617268 Feb 11 13:30:26.811806 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42962) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:26.957785 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1042323277-network', 'tenant_id': 'ffaa1742feaa45788f9521c976635b83'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:26.963201 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:26.967398 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Usage tracker for resource:network and tenant:ffaa1742feaa45788f9521c976635b83 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:26.973478 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:26.977414 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:27.010893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Made reservation on behalf of ffaa1742feaa45788f9521c976635b83 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:30:27.015625 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:27.029305 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:27.045151 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:27.049375 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Usage tracker for resource:security_group_rule and tenant:ffaa1742feaa45788f9521c976635b83 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:27.052462 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:27.058336 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:27.060377 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:27.147849 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:27.191093 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:27.195883 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-279f9894-1585-4171-9926-b9e5242eae92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:27.234943 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:30:27.244167 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bffb7e-ffbd-4a09-95c1-be1415d305fd,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:27.248353 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:27.250974 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769294546052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:27.251415 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.segments_db [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Added segment 7d3815fc-b700-4269-b2f8-b2a1b2874fbf of type vxlan for network 26241a56-fe44-4d17-b704-4349fb78f964 Feb 11 13:30:27.281776 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769294074005'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:27.342369 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:27.344008 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:27.344856 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:27.350882 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-74e68d1c-7814-4711-a58f-29ecb9cc98fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:27.467609 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Pushing event updated for resources: {'Network': ['ID=26241a56-fe44-4d17-b704-4349fb78f964,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:27.477250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:27.479419 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Network 26241a56-fe44-4d17-b704-4349fb78f964 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:30:27.497924 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Network 26241a56-fe44-4d17-b704-4349fb78f964 details requested by agent ovs-agent-dv-cinder-773985-4-smb with host dv-cinder-773985-4-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:30:27.506555 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6934781 Feb 11 13:30:27.510212 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 42980) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:27.516824 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-18ee0f03-48f3-4916-9ef7-850501623520 admin admin] Request body: {'subnet': {'network_id': '26241a56-fe44-4d17-b704-4349fb78f964', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1042323277-subnet', 'tenant_id': 'ffaa1742feaa45788f9521c976635b83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:27.522293 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-18ee0f03-48f3-4916-9ef7-850501623520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:27.529030 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-18ee0f03-48f3-4916-9ef7-850501623520 admin admin] Usage tracker for resource:subnet and tenant:ffaa1742feaa45788f9521c976635b83 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:27.533271 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-18ee0f03-48f3-4916-9ef7-850501623520 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:27.539780 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-18ee0f03-48f3-4916-9ef7-850501623520 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:27.584340 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb666a-dc0a-4bd3-80ea-7e8d05f13190 req-9d9a1837-69ea-492e-9b21-5a59cb81d9a7 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:27.586685 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6adb666a-dc0a-4bd3-80ea-7e8d05f13190 req-9d9a1837-69ea-492e-9b21-5a59cb81d9a7 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.2128491 Feb 11 13:30:27.593554 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ee0f03-48f3-4916-9ef7-850501623520 admin admin] Made reservation on behalf of ffaa1742feaa45788f9521c976635b83 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:30:27.599684 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-18ee0f03-48f3-4916-9ef7-850501623520 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9677277'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:27.938070 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6adb666a-dc0a-4bd3-80ea-7e8d05f13190 req-f4cd0e0c-ef22-4e1c-892e-115dc1a2ba49 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.3442328 Feb 11 13:30:28.308339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-18ee0f03-48f3-4916-9ef7-850501623520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2266668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9677260'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:28.324199 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-6df41d08-433b-4344-8085-7eb1dc4269a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:28.464725 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee0f03-48f3-4916-9ef7-850501623520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95bcf560-493f-4742-8850-f952ef63d9e0,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:28.467793 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-18ee0f03-48f3-4916-9ef7-850501623520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:28.533288 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ee0f03-48f3-4916-9ef7-850501623520 admin admin] Checking segment: {'id': '7d3815fc-b700-4269-b2f8-b2a1b2874fbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '26241a56-fe44-4d17-b704-4349fb78f964'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:30:28.533689 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ee0f03-48f3-4916-9ef7-850501623520 admin admin] Network hostable DHCP agents. Network: 26241a56-fe44-4d17-b704-4349fb78f964, hostable agents: ['1ef1e8a0-3524-48fd-9506-a9618884bda0'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:30:28.586632 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ee0f03-48f3-4916-9ef7-850501623520 admin admin] Network 26241a56-fe44-4d17-b704-4349fb78f964 is scheduled to be hosted by DHCP agent 1ef1e8a0-3524-48fd-9506-a9618884bda0 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:30:28.631582 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-18ee0f03-48f3-4916-9ef7-850501623520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-smb, 26241a56-fe44-4d17-b704-4349fb78f964) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:30:28.641399 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f012034d-4e51-4ed1-b181-96ca3781332e None None] Network 26241a56-fe44-4d17-b704-4349fb78f964 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:30:28.647366 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ee0f03-48f3-4916-9ef7-850501623520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:28.648618 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-18ee0f03-48f3-4916-9ef7-850501623520 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:28.737155 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b829c2-731f-4585-89c3-478632909a3e req-6c33f1ba-c9b3-412f-b718-1a4daaad41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:28.739001 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-11b829c2-731f-4585-89c3-478632909a3e req-6c33f1ba-c9b3-412f-b718-1a4daaad41c4 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=e70b61b29b56480eb7d1431eed039570&device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 1162 time: 0.0931554 Feb 11 13:30:28.789808 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-18ee0f03-48f3-4916-9ef7-850501623520 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2778754 Feb 11 13:30:28.881625 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905de214-0a70-4144-8cb1-524f9c4afbe2 None None] Network 26241a56-fe44-4d17-b704-4349fb78f964 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:30:28.928378 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b829c2-731f-4585-89c3-478632909a3e req-95d38dc7-4f76-4dbd-8a8f-f339cea93d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:28.929948 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-11b829c2-731f-4585-89c3-478632909a3e req-95d38dc7-4f76-4dbd-8a8f-f339cea93d49 service neutron] 10.222.0.111 "GET /v2.0/networks?id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 HTTP/1.1" status: 200 len: 903 time: 0.1709218 Feb 11 13:30:29.055493 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-11b829c2-731f-4585-89c3-478632909a3e req-8491bf77-a667-4b56-ae40-a59dded8ff90 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a19ed3-4692-4845-8c22-6cacb7442298 HTTP/1.1" status: 200 len: 1001 time: 0.1184785 Feb 11 13:30:29.152821 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b829c2-731f-4585-89c3-478632909a3e req-ba707cdd-19d1-4eb1-85e9-971c50e94773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:29.154639 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-11b829c2-731f-4585-89c3-478632909a3e req-ba707cdd-19d1-4eb1-85e9-971c50e94773 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=66d9761c-b1e5-4395-85ab-f068c35e48d4 HTTP/1.1" status: 200 len: 848 time: 0.0919290 Feb 11 13:30:29.244614 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b829c2-731f-4585-89c3-478632909a3e req-ee5f9708-cf13-46f3-b700-fbaac4030bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:29.246274 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-11b829c2-731f-4585-89c3-478632909a3e req-ee5f9708-cf13-46f3-b700-fbaac4030bb9 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852866 Feb 11 13:30:29.324446 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111f5f5-6b19-471a-9cd8-1350e2dd2ee4 req-7050226f-8686-4c05-a04a-84a07493ebed tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:29.326368 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a111f5f5-6b19-471a-9cd8-1350e2dd2ee4 req-7050226f-8686-4c05-a04a-84a07493ebed tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.1899149 Feb 11 13:30:29.411273 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-11b829c2-731f-4585-89c3-478632909a3e req-3ee04c80-b09d-4afa-9ad1-1e4156ac03bc service neutron] 10.222.0.111 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563375 Feb 11 13:30:29.432726 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-a111f5f5-6b19-471a-9cd8-1350e2dd2ee4 req-a28eb611-f3ab-4a27-a01e-d1d3fc0fa6a2 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0988204 Feb 11 13:30:29.583927 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-11b829c2-731f-4585-89c3-478632909a3e req-707bf82e-4cd3-4e80-b6b4-1cc083dc0559 service neutron] 10.222.0.111 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1651926 Feb 11 13:30:30.107261 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 43042) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:30.113598 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-418420797-network', 'tenant_id': '746b08ad7d654846a6f7d2215131fd7c'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:30.119011 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:30.123340 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Usage tracker for resource:network and tenant:746b08ad7d654846a6f7d2215131fd7c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:30.126488 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:30.132525 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:30.170581 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Made reservation on behalf of 746b08ad7d654846a6f7d2215131fd7c for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:30:30.175570 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:30.189465 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:30.207617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:30.212429 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Usage tracker for resource:security_group_rule and tenant:746b08ad7d654846a6f7d2215131fd7c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:30.215477 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:30.221738 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:30.312059 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:30.336899 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:30.341492 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8be79993-4f55-4a90-9ed1-ab3587e38bfa tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:30.371907 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 11 13:30:30.386292 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b65aa60-db1d-4bd2-9ccb-9a31439ba0a3,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:30.390772 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:30.391800 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769294546052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:30.392234 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.segments_db [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Added segment 5b299e79-bfc9-4589-80a4-20c6f66f26fc of type vxlan for network 210ce0e7-2fad-47b9-9a3e-c6af5af8d0c4 Feb 11 13:30:30.427242 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769294074005'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:30.490741 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:30.492234 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:30.492975 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:30.498816 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7bb6d4b4-cd2a-485e-8f05-5fa6f001f3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:30.615610 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Pushing event updated for resources: {'Network': ['ID=210ce0e7-2fad-47b9-9a3e-c6af5af8d0c4,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:30.618773 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:30.627312 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Network 210ce0e7-2fad-47b9-9a3e-c6af5af8d0c4 details requested by agent ovs-agent-dv-cinder-773985-4-smb with host dv-cinder-773985-4-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:30:30.635297 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-f6bfcda9-5491-47b2-a239-c62ae20969ec admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5236678 Feb 11 13:30:30.635616 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 43054) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:30.642002 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [None req-3f9bb49b-3466-4088-a1a4-9b44b787a027 admin admin] Request body: {'subnet': {'network_id': '210ce0e7-2fad-47b9-9a3e-c6af5af8d0c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-418420797-subnet', 'tenant_id': '746b08ad7d654846a6f7d2215131fd7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:30.647212 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-3f9bb49b-3466-4088-a1a4-9b44b787a027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:30.652029 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-3f9bb49b-3466-4088-a1a4-9b44b787a027 admin admin] Usage tracker for resource:subnet and tenant:746b08ad7d654846a6f7d2215131fd7c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:30.655192 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-3f9bb49b-3466-4088-a1a4-9b44b787a027 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:30.661263 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-3f9bb49b-3466-4088-a1a4-9b44b787a027 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:30.702237 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9bb49b-3466-4088-a1a4-9b44b787a027 admin admin] Made reservation on behalf of 746b08ad7d654846a6f7d2215131fd7c for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:30:30.708825 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb49b-3466-4088-a1a4-9b44b787a027 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9677277'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:30.718809 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Network 210ce0e7-2fad-47b9-9a3e-c6af5af8d0c4 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 11 13:30:30.734071 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19c3e5-6b99-44eb-a3f8-1d7f4752c22d req-66d78c65-983a-4054-bf4a-cb8538e386b7 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:30.735909 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2a19c3e5-6b99-44eb-a3f8-1d7f4752c22d req-66d78c65-983a-4054-bf4a-cb8538e386b7 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.1799734 Feb 11 13:30:30.849444 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-2a19c3e5-6b99-44eb-a3f8-1d7f4752c22d req-0e6ace82-8852-465a-9961-a0133a451bb8 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1039658 Feb 11 13:30:30.885599 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 43060) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:31.043153 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1078f1dc-885d-493a-ad80-33e73bf99c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:31.058968 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-1078f1dc-885d-493a-ad80-33e73bf99c7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:31.063076 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-1078f1dc-885d-493a-ad80-33e73bf99c7a admin admin] Usage tracker for resource:security_group_rule and tenant:cce7ee4ae9184987a417bb7ddaa4e689 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:31.066158 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-1078f1dc-885d-493a-ad80-33e73bf99c7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:31.072137 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-1078f1dc-885d-493a-ad80-33e73bf99c7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:31.163080 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1078f1dc-885d-493a-ad80-33e73bf99c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:31.194208 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb49b-3466-4088-a1a4-9b44b787a027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2266668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9677260'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:31.211465 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0664d0c3-c766-41a7-983e-8961041c96b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:31.220313 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1078f1dc-885d-493a-ad80-33e73bf99c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:31.229801 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-056545e1-e856-4813-8d2a-b6699938409c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:31.272387 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-1078f1dc-885d-493a-ad80-33e73bf99c7a admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=cce7ee4ae9184987a417bb7ddaa4e689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855798 Feb 11 13:30:31.276031 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 43066) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:31.279058 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078f1dc-885d-493a-ad80-33e73bf99c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313cdb4d-c7b6-4746-b1be-212351e02d9b,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:31.294683 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1078f1dc-885d-493a-ad80-33e73bf99c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:31.349407 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d18021a0-422d-4afe-a6df-f161deb57861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:31.350812 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bb49b-3466-4088-a1a4-9b44b787a027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07249780-b0e5-4701-9ff3-b263523d2d7a,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:31.355111 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3f9bb49b-3466-4088-a1a4-9b44b787a027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:31.382186 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d18021a0-422d-4afe-a6df-f161deb57861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:31.418814 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9bb49b-3466-4088-a1a4-9b44b787a027 admin admin] Checking segment: {'id': '5b299e79-bfc9-4589-80a4-20c6f66f26fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '210ce0e7-2fad-47b9-9a3e-c6af5af8d0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:30:31.419256 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9bb49b-3466-4088-a1a4-9b44b787a027 admin admin] Network hostable DHCP agents. Network: 210ce0e7-2fad-47b9-9a3e-c6af5af8d0c4, hostable agents: ['1ef1e8a0-3524-48fd-9506-a9618884bda0'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 11 13:30:31.468219 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d18021a0-422d-4afe-a6df-f161deb57861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:31.473558 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2d3215b1-22a3-4364-bd18-d22d038a2dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:31.488442 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18021a0-422d-4afe-a6df-f161deb57861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313cdb4d-c7b6-4746-b1be-212351e02d9b,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:31.491585 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d18021a0-422d-4afe-a6df-f161deb57861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:31.499524 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d18021a0-422d-4afe-a6df-f161deb57861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:31.500460 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9bb49b-3466-4088-a1a4-9b44b787a027 admin admin] Network 210ce0e7-2fad-47b9-9a3e-c6af5af8d0c4 is scheduled to be hosted by DHCP agent 1ef1e8a0-3524-48fd-9506-a9618884bda0 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 11 13:30:31.501244 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-d18021a0-422d-4afe-a6df-f161deb57861 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/313cdb4d-c7b6-4746-b1be-212351e02d9b HTTP/1.1" status: 204 len: 168 time: 0.2241838 Feb 11 13:30:31.534946 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [None req-3f9bb49b-3466-4088-a1a4-9b44b787a027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-4-smb, 210ce0e7-2fad-47b9-9a3e-c6af5af8d0c4) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:30:31.545159 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d42b2f2-6c0d-4728-8ce9-26681ccd45b1 None None] Network 210ce0e7-2fad-47b9-9a3e-c6af5af8d0c4 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:30:31.551533 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9bb49b-3466-4088-a1a4-9b44b787a027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:31.552502 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb49b-3466-4088-a1a4-9b44b787a027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:31.609996 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-3f9bb49b-3466-4088-a1a4-9b44b787a027 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9732220 Feb 11 13:30:31.813862 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41413b67-1fdd-45b1-b99a-c58c378e49e2 None None] Network 210ce0e7-2fad-47b9-9a3e-c6af5af8d0c4 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:30:32.015599 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 63a19ed3-4692-4845-8c22-6cacb7442298 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:30:32.034624 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e173919-0ab5-4a46-8e95-6a74ca097b17 req-bc7c71e0-3a78-4bc3-b43e-a5d892bd4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:32.036323 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3e173919-0ab5-4a46-8e95-6a74ca097b17 req-bc7c71e0-3a78-4bc3-b43e-a5d892bd4a32 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=e70b61b29b56480eb7d1431eed039570&device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 1162 time: 0.1583114 Feb 11 13:30:32.103704 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 63a19ed3-4692-4845-8c22-6cacb7442298 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:30:32.104062 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:32.178114 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 43084) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:32.227273 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e173919-0ab5-4a46-8e95-6a74ca097b17 req-3a81c4b7-baa2-4b34-92ff-df2d593b51e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:32.227929 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2f0aaec9-ac25-4673-ac45-1dbb15867b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:32.228957 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3e173919-0ab5-4a46-8e95-6a74ca097b17 req-3a81c4b7-baa2-4b34-92ff-df2d593b51e3 service neutron] 10.222.0.111 "GET /v2.0/networks?id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 HTTP/1.1" status: 200 len: 903 time: 0.1860449 Feb 11 13:30:32.334572 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59021a-4cbf-46dd-98f2-ea34bf4a78da req-06daf66a-6c98-44b9-8bfa-010a3e23bf90 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:32.337257 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bd59021a-4cbf-46dd-98f2-ea34bf4a78da req-06daf66a-6c98-44b9-8bfa-010a3e23bf90 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.2680936 Feb 11 13:30:32.342091 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2f0aaec9-ac25-4673-ac45-1dbb15867b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:32.348865 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-2f0aaec9-ac25-4673-ac45-1dbb15867b16 admin admin] Usage tracker for resource:security_group_rule and tenant:b36f0a80b5394f8bbad147b45b883f47 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:32.366061 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-2f0aaec9-ac25-4673-ac45-1dbb15867b16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:32.376866 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-2f0aaec9-ac25-4673-ac45-1dbb15867b16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:32.424927 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bd59021a-4cbf-46dd-98f2-ea34bf4a78da req-ee652423-12bb-4aac-9e88-4ba0e065fab9 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0782235 Feb 11 13:30:32.473714 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3e173919-0ab5-4a46-8e95-6a74ca097b17 req-336d3f60-2a2a-48c2-8c22-310e6f7ec842 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a19ed3-4692-4845-8c22-6cacb7442298 HTTP/1.1" status: 200 len: 1001 time: 0.2350435 Feb 11 13:30:32.531198 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2f0aaec9-ac25-4673-ac45-1dbb15867b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:32.568731 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2f0aaec9-ac25-4673-ac45-1dbb15867b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:32.577942 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a011f656-96f6-4784-809b-4e32bfcc32d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:32.621438 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-2f0aaec9-ac25-4673-ac45-1dbb15867b16 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=b36f0a80b5394f8bbad147b45b883f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422832 Feb 11 13:30:32.623469 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0aaec9-ac25-4673-ac45-1dbb15867b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a0ae25-a4ef-432a-9e28-3837303e38cf,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:32.626027 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 43096) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:32.628893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2f0aaec9-ac25-4673-ac45-1dbb15867b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:32.661846 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-c80d660b-b3c3-4347-b366-8a1f0a2cf992 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:32.663544 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-c80d660b-b3c3-4347-b366-8a1f0a2cf992 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/networks?id=26241a56-fe44-4d17-b704-4349fb78f964 HTTP/1.1" status: 200 len: 809 time: 0.3295105 Feb 11 13:30:32.665311 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e173919-0ab5-4a46-8e95-6a74ca097b17 req-e601d848-1ae4-4bd3-824d-b0ab6d0980d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:32.666740 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3e173919-0ab5-4a46-8e95-6a74ca097b17 req-e601d848-1ae4-4bd3-824d-b0ab6d0980d5 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=66d9761c-b1e5-4395-85ab-f068c35e48d4 HTTP/1.1" status: 200 len: 848 time: 0.1846189 Feb 11 13:30:32.689304 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-22c904bf-49dc-4fea-95db-e3c63a523060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:32.718380 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-22c904bf-49dc-4fea-95db-e3c63a523060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:32.719416 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-25876216-c898-4aa0-bf12-7e73ae0f0412 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/quotas/ffaa1742feaa45788f9521c976635b83 HTTP/1.1" status: 200 len: 375 time: 0.0498209 Feb 11 13:30:32.778083 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-3a474727-ecc2-4467-b0e8-8fca8e7c436f tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=ffaa1742feaa45788f9521c976635b83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503159 Feb 11 13:30:32.816607 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-22c904bf-49dc-4fea-95db-e3c63a523060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:32.822476 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0847a273-fb96-4cd1-836e-15c8407ae639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:32.835438 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c904bf-49dc-4fea-95db-e3c63a523060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a0ae25-a4ef-432a-9e28-3837303e38cf,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:32.838635 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-22c904bf-49dc-4fea-95db-e3c63a523060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:32.842471 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-22c904bf-49dc-4fea-95db-e3c63a523060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:32.847733 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-22c904bf-49dc-4fea-95db-e3c63a523060 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/f5a0ae25-a4ef-432a-9e28-3837303e38cf HTTP/1.1" status: 204 len: 168 time: 0.2205939 Feb 11 13:30:32.901619 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e173919-0ab5-4a46-8e95-6a74ca097b17 req-51b3f705-5f9c-4d95-a62c-91334b0f5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:32.903224 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3e173919-0ab5-4a46-8e95-6a74ca097b17 req-51b3f705-5f9c-4d95-a62c-91334b0f5100 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2265723 Feb 11 13:30:33.041986 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-98caebde-2202-4f36-8455-e30b6937960f service neutron] 10.222.0.120 "GET /v2.0/networks/26241a56-fe44-4d17-b704-4349fb78f964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555604 Feb 11 13:30:33.176810 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3e173919-0ab5-4a46-8e95-6a74ca097b17 req-22aaff1d-dd83-455b-8f85-4803d62260ef service neutron] 10.222.0.111 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645731 Feb 11 13:30:33.314584 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e2c73c70-ca0e-43b1-a49d-9b3667c84522 service neutron] 10.222.0.120 "GET /v2.0/networks/26241a56-fe44-4d17-b704-4349fb78f964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2649288 Feb 11 13:30:33.364010 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3e173919-0ab5-4a46-8e95-6a74ca097b17 req-ca3b0a04-9f6d-4bae-8345-c7c49dbd0e99 service neutron] 10.222.0.111 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1799579 Feb 11 13:30:33.619475 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-82b7eb24-6f6a-4fd9-8693-dcaf6a8b9208 req-4a16c936-44d5-44a9-a58d-36c5eb7cc7e0 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/ports?device_id=cb9097c9-402d-41b1-80b0-ccc3aea99520 HTTP/1.1" status: 200 len: 210 time: 0.0558414 Feb 11 13:30:33.757041 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ac11b-232f-458a-b7a0-391aa93a9d7d req-503dc34f-2579-4a46-8d63-eb466b03625f tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:33.763218 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-163ac11b-232f-458a-b7a0-391aa93a9d7d req-503dc34f-2579-4a46-8d63-eb466b03625f tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.1881089 Feb 11 13:30:33.826246 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-163ac11b-232f-458a-b7a0-391aa93a9d7d req-3088b8b9-023e-462a-8739-b9b44711f0ad tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0605426 Feb 11 13:30:34.430309 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:30:34.805680 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-bf27f028-6fec-4723-b466-2ad2481722ea req-bae9eefc-8b68-4899-89b0-feb3898e709d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/ports?device_id=cb9097c9-402d-41b1-80b0-ccc3aea99520 HTTP/1.1" status: 200 len: 210 time: 0.0514207 Feb 11 13:30:35.137161 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09074a93-96c1-4981-9b93-023e465bab76 req-2436a13e-e7ae-45e3-b934-adc10b662132 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:35.138918 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-09074a93-96c1-4981-9b93-023e465bab76 req-2436a13e-e7ae-45e3-b934-adc10b662132 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.1744001 Feb 11 13:30:35.211396 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-09074a93-96c1-4981-9b93-023e465bab76 req-799f0250-8f3f-489f-9baf-963732f10d98 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0659690 Feb 11 13:30:35.462274 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-16bd8a98-713d-427d-a1af-73606d940bd6 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:35.463974 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-16bd8a98-713d-427d-a1af-73606d940bd6 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.111 "GET /v2.0/networks?id=26241a56-fe44-4d17-b704-4349fb78f964 HTTP/1.1" status: 200 len: 809 time: 0.2600861 Feb 11 13:30:35.483542 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-cd74785f-de10-4625-b976-81fd4479d899 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Request body: {'port': {'device_id': 'cb9097c9-402d-41b1-80b0-ccc3aea99520', 'network_id': '26241a56-fe44-4d17-b704-4349fb78f964', 'admin_state_up': True, 'tenant_id': 'ffaa1742feaa45788f9521c976635b83'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:35.866014 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-cd74785f-de10-4625-b976-81fd4479d899 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:35.870373 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-cd74785f-de10-4625-b976-81fd4479d899 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Usage tracker for resource:port and tenant:ffaa1742feaa45788f9521c976635b83 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:35.873542 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-cd74785f-de10-4625-b976-81fd4479d899 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:35.880646 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-cd74785f-de10-4625-b976-81fd4479d899 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:35.922730 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-cd74785f-de10-4625-b976-81fd4479d899 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Made reservation on behalf of ffaa1742feaa45788f9521c976635b83 for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 11 13:30:35.936980 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 63a19ed3-4692-4845-8c22-6cacb7442298 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:30:35.947057 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-cd74785f-de10-4625-b976-81fd4479d899 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:36.038034 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3530b7dd-c4ad-4d08-a403-d8cbb60506f6 req-8d78d3f4-d706-4f4c-af5e-13725969a503 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/ports?device_id=cb9097c9-402d-41b1-80b0-ccc3aea99520 HTTP/1.1" status: 200 len: 210 time: 0.0790803 Feb 11 13:30:36.067709 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:36.099039 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711aebda-ce05-455e-b099-4459eba34672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63a19ed3-4692-4845-8c22-6cacb7442298'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:36.111897 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 63a19ed3-4692-4845-8c22-6cacb7442298, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=63a19ed3-4692-4845-8c22-6cacb7442298,segment=NetworkSegment(7a9694b3-9ab5-487f-9767-355984aea8c7),segment_id=7a9694b3-9ab5-487f-9767-355984aea8c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:36.152479 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:36.156790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:36.200005 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711aebda-ce05-455e-b099-4459eba34672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63a19ed3-4692-4845-8c22-6cacb7442298', 'code': 200} Feb 11 13:30:36.244874 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=63a19ed3-4692-4845-8c22-6cacb7442298,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:36.257021 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.259018 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.259778 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.260354 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.262049 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.262448 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.262838 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.263220 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.263600 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.264004 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.264380 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.264749 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.265219 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.265591 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.265956 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.266326 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.266705 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.267059 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.267421 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.271886 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.272503 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.273099 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.273664 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.274391 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:36.288674 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:36.467964 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_common [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-cd74785f-de10-4625-b976-81fd4479d899 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Allocated IP 172.20.0.14 (26241a56-fe44-4d17-b704-4349fb78f964/95bcf560-493f-4742-8850-f952ef63d9e0/952094c4-5153-42f6-878f-ffc8add34579) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 11 13:30:36.595243 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5a858-f063-4bdc-95e4-5d73d888874b req-9914ceda-65c6-4dc3-8ea9-6e085bcdf9d2 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:36.596976 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-edd5a858-f063-4bdc-95e4-5d73d888874b req-9914ceda-65c6-4dc3-8ea9-6e085bcdf9d2 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 943 time: 0.2257736 Feb 11 13:30:36.770163 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-edd5a858-f063-4bdc-95e4-5d73d888874b req-89d1ce50-0158-45cd-8854-4af3e43cf848 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1569698 Feb 11 13:30:36.845058 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-cd74785f-de10-4625-b976-81fd4479d899 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:36.912035 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-cd74785f-de10-4625-b976-81fd4479d899 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769294064158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:36.928334 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b09227e4-10b9-4f9c-ba6a-852950dcd5a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:37.087254 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74785f-de10-4625-b976-81fd4479d899 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Pushing event updated for resources: {'Port': ['ID=952094c4-5153-42f6-878f-ffc8add34579,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:37.091864 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cd74785f-de10-4625-b976-81fd4479d899 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:37.154350 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-cd74785f-de10-4625-b976-81fd4479d899 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Network 26241a56-fe44-4d17-b704-4349fb78f964 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 11 13:30:37.155621 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.base_scheduler [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-cd74785f-de10-4625-b976-81fd4479d899 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 11 13:30:37.158136 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-cd74785f-de10-4625-b976-81fd4479d899 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 11 13:30:37.345392 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-cd74785f-de10-4625-b976-81fd4479d899 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:37.346122 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-cd74785f-de10-4625-b976-81fd4479d899 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:37.426979 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f103d-7c70-45e5-8d5c-2fccf282b767 req-0ea63493-b4b1-4a2f-88b7-b7f5c2f685f2 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:37.428720 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3d0f103d-7c70-45e5-8d5c-2fccf282b767 req-0ea63493-b4b1-4a2f-88b7-b7f5c2f685f2 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/ports?device_id=cb9097c9-402d-41b1-80b0-ccc3aea99520 HTTP/1.1" status: 200 len: 932 time: 0.2253189 Feb 11 13:30:37.476993 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae4e78-4a05-4979-9820-52ae2245f279 req-2eceec78-eae3-4879-a967-65a896694989 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:37.478719 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-55ae4e78-4a05-4979-9820-52ae2245f279 req-2eceec78-eae3-4879-a967-65a896694989 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 943 time: 0.2876952 Feb 11 13:30:37.480819 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-cd74785f-de10-4625-b976-81fd4479d899 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0018923 Feb 11 13:30:37.497682 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7f5a328b-511c-46cc-a0ac-db0db07ce9bc req-629821a5-1c4c-4f61-903e-e604c7698ecc service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4001644 Feb 11 13:30:37.512138 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.v2.base [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Request body: {'port': {'device_id': 'cb9097c9-402d-41b1-80b0-ccc3aea99520', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:37.515709 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-3d0f103d-7c70-45e5-8d5c-2fccf282b767 req-170e640b-58c1-46b1-963a-cb39a32cdb51 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Synchronizing usage tracker for tenant:ffaa1742feaa45788f9521c976635b83 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:30:37.559127 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-3d0f103d-7c70-45e5-8d5c-2fccf282b767 req-170e640b-58c1-46b1-963a-cb39a32cdb51 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Unset dirty status for tenant:ffaa1742feaa45788f9521c976635b83 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:30:37.560461 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-3d0f103d-7c70-45e5-8d5c-2fccf282b767 req-170e640b-58c1-46b1-963a-cb39a32cdb51 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/security-groups?id=72bffb7e-ffbd-4a09-95c1-be1415d305fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241522 Feb 11 13:30:37.599904 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-55ae4e78-4a05-4979-9820-52ae2245f279 req-82ae2047-d9f0-4209-b6a8-c02241516bb0 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1138806 Feb 11 13:30:37.675684 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:38.123210 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952094c4-5153-42f6-878f-ffc8add34579 {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 11 13:30:38.131414 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:38.144625 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Transition to ACTIVE for port object 952094c4-5153-42f6-878f-ffc8add34579 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 11 13:30:38.202769 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:38.219768 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c824d3ee-a4e3-4eda-9630-4a93763cdc95 tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:38.369343 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Pushing event updated for resources: {'Port': ['ID=952094c4-5153-42f6-878f-ffc8add34579,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:38.373821 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:38.552599 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Attempting to bind port 952094c4-5153-42f6-878f-ffc8add34579 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:30:38.552962 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Attempting to bind port 952094c4-5153-42f6-878f-ffc8add34579 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '7d3815fc-b700-4269-b2f8-b2a1b2874fbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '26241a56-fe44-4d17-b704-4349fb78f964'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 11 13:30:38.553325 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Attempting to bind port 952094c4-5153-42f6-878f-ffc8add34579 on network 26241a56-fe44-4d17-b704-4349fb78f964 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 11 13:30:38.559487 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Checking agent: {'id': '4ee4ee05-550b-4094-9748-ee5db17c582c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 13, 19, 27), 'started_at': datetime.datetime(2021, 2, 11, 13, 19, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 13, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.125', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 13:30:38.559905 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Checking segment: {'id': '7d3815fc-b700-4269-b2f8-b2a1b2874fbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '26241a56-fe44-4d17-b704-4349fb78f964'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 11 13:30:38.560304 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:38.560699 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Bound using segment: {'id': '7d3815fc-b700-4269-b2f8-b2a1b2874fbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '26241a56-fe44-4d17-b704-4349fb78f964'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 13:30:38.561165 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Bound port: 952094c4-5153-42f6-878f-ffc8add34579, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3815fc-b700-4269-b2f8-b2a1b2874fbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '26241a56-fe44-4d17-b704-4349fb78f964'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 11 13:30:38.561535 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:38.660747 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] For port 952094c4-5153-42f6-878f-ffc8add34579, host hv-cinder-77398, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 11 13:30:38.664598 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] For port 952094c4-5153-42f6-878f-ffc8add34579, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=952094c4-5153-42f6-878f-ffc8add34579,segment=NetworkSegment(7d3815fc-b700-4269-b2f8-b2a1b2874fbf),segment_id=7d3815fc-b700-4269-b2f8-b2a1b2874fbf)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 11 13:30:38.700402 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850934206'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:38.714416 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2986f0de-4bcc-4dc3-a1e7-226402a526d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:38.864921 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8dde8-2c91-4f3b-a504-2c42db5bf86c req-d7c4827d-5731-49e1-acff-55706d7225ef tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:38.867213 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-13d8dde8-2c91-4f3b-a504-2c42db5bf86c req-d7c4827d-5731-49e1-acff-55706d7225ef tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/ports?device_id=cb9097c9-402d-41b1-80b0-ccc3aea99520 HTTP/1.1" status: 200 len: 944 time: 0.1722319 Feb 11 13:30:38.935600 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-13d8dde8-2c91-4f3b-a504-2c42db5bf86c req-367887c4-144f-469e-83a2-979a1e2e41bf tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/security-groups?id=72bffb7e-ffbd-4a09-95c1-be1415d305fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605779 Feb 11 13:30:38.938384 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Pushing event updated for resources: {'Port': ['ID=952094c4-5153-42f6-878f-ffc8add34579,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:38.954848 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:38.988096 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:38.988762 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:38.990223 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] 10.222.0.111 "PUT /v2.0/ports/952094c4-5153-42f6-878f-ffc8add34579 HTTP/1.1" status: 200 len: 1158 time: 1.4865308 Feb 11 13:30:38.990787 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9097c9-402d-41b1-80b0-ccc3aea99520', 'tag': '952094c4-5153-42f6-878f-ffc8add34579'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:39.080044 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647129d-9052-4df7-b3ca-fd1167b87130 req-f9657f68-c7bf-462f-a2be-c4c30cda2ba3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:39.081730 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b647129d-9052-4df7-b3ca-fd1167b87130 req-f9657f68-c7bf-462f-a2be-c4c30cda2ba3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 943 time: 0.3225210 Feb 11 13:30:39.084715 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9097c9-402d-41b1-80b0-ccc3aea99520', 'tag': '952094c4-5153-42f6-878f-ffc8add34579', 'status': 'completed', 'code': 200} Feb 11 13:30:39.253953 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-b647129d-9052-4df7-b3ca-fd1167b87130 req-b577dcb1-28c4-45cc-8025-2efecb3c4913 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0905077 Feb 11 13:30:39.293522 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a328b-511c-46cc-a0ac-db0db07ce9bc req-de63effe-babe-4000-8a37-c84228bb4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:39.295123 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7f5a328b-511c-46cc-a0ac-db0db07ce9bc req-de63effe-babe-4000-8a37-c84228bb4d82 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672&tenant_id=e70b61b29b56480eb7d1431eed039570 HTTP/1.1" status: 200 len: 1160 time: 0.2124326 Feb 11 13:30:39.296990 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-8b05483d-4408-4310-abc1-1ca9675dd42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:39.298429 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-8b05483d-4408-4310-abc1-1ca9675dd42f service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=ffaa1742feaa45788f9521c976635b83&device_id=cb9097c9-402d-41b1-80b0-ccc3aea99520 HTTP/1.1" status: 200 len: 1161 time: 0.2124481 Feb 11 13:30:39.415030 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-aef17041-7463-43ba-a832-dde946a34dc6 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=952094c4-5153-42f6-878f-ffc8add34579 HTTP/1.1" status: 200 len: 217 time: 0.1083071 Feb 11 13:30:39.718420 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-19d2a330-a803-416b-b475-06a09366a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:39.720034 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-19d2a330-a803-416b-b475-06a09366a51c service neutron] 10.222.0.111 "GET /v2.0/subnets?id=95bcf560-493f-4742-8850-f952ef63d9e0 HTTP/1.1" status: 200 len: 849 time: 0.2959049 Feb 11 13:30:39.779882 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-50f8d022-4c7a-4ef9-b239-ef7e734467f7 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=26241a56-fe44-4d17-b704-4349fb78f964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515578 Feb 11 13:30:39.786175 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a328b-511c-46cc-a0ac-db0db07ce9bc req-dcc69a6f-4579-40a5-82d6-74291b1fd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:39.787807 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7f5a328b-511c-46cc-a0ac-db0db07ce9bc req-dcc69a6f-4579-40a5-82d6-74291b1fd644 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=e70b61b29b56480eb7d1431eed039570&device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 1160 time: 0.4212222 Feb 11 13:30:40.059575 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-c3d48f9d-285e-42bb-a4e0-c7db803b6fff service neutron] 10.222.0.111 "GET /v2.0/networks/26241a56-fe44-4d17-b704-4349fb78f964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706640 Feb 11 13:30:40.062183 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a328b-511c-46cc-a0ac-db0db07ce9bc req-0f28457e-3eb8-4e9b-88c5-28cc455b9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:40.063667 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7f5a328b-511c-46cc-a0ac-db0db07ce9bc req-0f28457e-3eb8-4e9b-88c5-28cc455b9e86 service neutron] 10.222.0.111 "GET /v2.0/networks?id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 HTTP/1.1" status: 200 len: 903 time: 0.2472079 Feb 11 13:30:40.265996 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff443b08-0d20-4765-a93c-16be458404aa req-fc39b5dc-2a6b-42e1-beef-62f0b18ac9b2 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:40.266556 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ff443b08-0d20-4765-a93c-16be458404aa req-fc39b5dc-2a6b-42e1-beef-62f0b18ac9b2 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/ports?device_id=cb9097c9-402d-41b1-80b0-ccc3aea99520 HTTP/1.1" status: 200 len: 944 time: 0.1717365 Feb 11 13:30:40.291406 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7f5a328b-511c-46cc-a0ac-db0db07ce9bc req-1ccd90f6-6376-4ae2-b657-eafece0a4d4c service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a19ed3-4692-4845-8c22-6cacb7442298 HTTP/1.1" status: 200 len: 999 time: 0.2175560 Feb 11 13:30:40.341294 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-ff443b08-0d20-4765-a93c-16be458404aa req-e5ddb4bc-5c22-40c1-953f-3a62d989269e tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/security-groups?id=72bffb7e-ffbd-4a09-95c1-be1415d305fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678377 Feb 11 13:30:40.386642 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-136b3a32-13a1-41b8-8fb5-d9e2f7d7ea6e req-4104c541-64e4-4b23-8dda-2fbf2920e0ab service neutron] 10.222.0.111 "GET /v2.0/networks/26241a56-fe44-4d17-b704-4349fb78f964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3150005 Feb 11 13:30:40.438335 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a328b-511c-46cc-a0ac-db0db07ce9bc req-cbaa079a-9668-40e7-a626-736ec8a6bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:40.439988 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7f5a328b-511c-46cc-a0ac-db0db07ce9bc req-cbaa079a-9668-40e7-a626-736ec8a6bf1b service neutron] 10.222.0.111 "GET /v2.0/subnets?id=66d9761c-b1e5-4395-85ab-f068c35e48d4 HTTP/1.1" status: 200 len: 848 time: 0.1400480 Feb 11 13:30:40.707712 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f700b07-b6b6-4c8f-be7b-57582fcc9b75 req-fc40615b-57b7-45d3-a765-c867cface7bd tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:40.709428 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0f700b07-b6b6-4c8f-be7b-57582fcc9b75 req-fc40615b-57b7-45d3-a765-c867cface7bd tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 943 time: 0.3144240 Feb 11 13:30:40.719201 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a328b-511c-46cc-a0ac-db0db07ce9bc req-fd6beddd-1aa7-4557-b3e8-4e5362755f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:40.720781 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7f5a328b-511c-46cc-a0ac-db0db07ce9bc req-fd6beddd-1aa7-4557-b3e8-4e5362755f37 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2671275 Feb 11 13:30:40.723258 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e5a63-c14c-45e5-81d5-77fca68683c6 req-a22daa51-9361-40fc-9ad6-67994a7924b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:40.724748 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f32e5a63-c14c-45e5-81d5-77fca68683c6 req-a22daa51-9361-40fc-9ad6-67994a7924b4 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=ffaa1742feaa45788f9521c976635b83&device_id=cb9097c9-402d-41b1-80b0-ccc3aea99520 HTTP/1.1" status: 200 len: 1161 time: 0.2684419 Feb 11 13:30:40.983803 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0f700b07-b6b6-4c8f-be7b-57582fcc9b75 req-500cddfa-a958-44cd-8517-886cd9fb5346 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2673388 Feb 11 13:30:41.045635 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e5a63-c14c-45e5-81d5-77fca68683c6 req-43a23c98-5e0f-4e18-b20a-bef33c7239d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:41.047212 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f32e5a63-c14c-45e5-81d5-77fca68683c6 req-43a23c98-5e0f-4e18-b20a-bef33c7239d0 service neutron] 10.222.0.111 "GET /v2.0/networks?id=26241a56-fe44-4d17-b704-4349fb78f964 HTTP/1.1" status: 200 len: 903 time: 0.3062537 Feb 11 13:30:41.049228 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7f5a328b-511c-46cc-a0ac-db0db07ce9bc req-4c16ee10-36b7-4405-b619-09267027128c service neutron] 10.222.0.111 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094082 Feb 11 13:30:41.165651 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f32e5a63-c14c-45e5-81d5-77fca68683c6 req-20f01e77-b804-4270-a1ca-790581bfe40d service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=952094c4-5153-42f6-878f-ffc8add34579 HTTP/1.1" status: 200 len: 217 time: 0.1061966 Feb 11 13:30:41.321161 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e5a63-c14c-45e5-81d5-77fca68683c6 req-db1e33f6-0a6b-4a85-8e3b-e34f7c52c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:41.322755 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f32e5a63-c14c-45e5-81d5-77fca68683c6 req-db1e33f6-0a6b-4a85-8e3b-e34f7c52c9db service neutron] 10.222.0.111 "GET /v2.0/subnets?id=95bcf560-493f-4742-8850-f952ef63d9e0 HTTP/1.1" status: 200 len: 849 time: 0.1015339 Feb 11 13:30:41.331694 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7f5a328b-511c-46cc-a0ac-db0db07ce9bc req-b2773dd2-b7c7-415e-86ee-259f8655d77e service neutron] 10.222.0.111 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2708926 Feb 11 13:30:41.396022 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f32e5a63-c14c-45e5-81d5-77fca68683c6 req-80c5db51-4c5f-4618-a847-23e90e0b82ad service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=26241a56-fe44-4d17-b704-4349fb78f964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558577 Feb 11 13:30:41.571213 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f32e5a63-c14c-45e5-81d5-77fca68683c6 req-a6b49cc8-ecf4-462d-87c2-ac2328f6ab80 service neutron] 10.222.0.111 "GET /v2.0/networks/26241a56-fe44-4d17-b704-4349fb78f964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693149 Feb 11 13:30:41.689612 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e29ee-30d0-41fd-99f7-161c82d75b49 req-f0daebe9-c87c-47a0-8b39-3563ec30c82d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:41.691392 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-da0e29ee-30d0-41fd-99f7-161c82d75b49 req-f0daebe9-c87c-47a0-8b39-3563ec30c82d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/ports?device_id=cb9097c9-402d-41b1-80b0-ccc3aea99520 HTTP/1.1" status: 200 len: 944 time: 0.1789601 Feb 11 13:30:41.742091 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f32e5a63-c14c-45e5-81d5-77fca68683c6 req-d8dd259e-e0f1-4b1b-a01f-00f157bf4c43 service neutron] 10.222.0.111 "GET /v2.0/networks/26241a56-fe44-4d17-b704-4349fb78f964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1626878 Feb 11 13:30:41.765734 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-da0e29ee-30d0-41fd-99f7-161c82d75b49 req-01993022-1cf8-4cf8-bde0-dd6661e304f2 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/security-groups?id=72bffb7e-ffbd-4a09-95c1-be1415d305fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670903 Feb 11 13:30:42.043350 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.objects.ports [None req-63ef00d9-77e6-49f2-8afe-b3b136b69264 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 11 13:30:42.279566 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d7036-2d50-460a-aef3-fba4400b323b req-aa4c4b9e-051f-4147-aca6-c53bbb84b94e tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:42.281184 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-de3d7036-2d50-460a-aef3-fba4400b323b req-aa4c4b9e-051f-4147-aca6-c53bbb84b94e tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 943 time: 0.1663232 Feb 11 13:30:42.345761 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-de3d7036-2d50-460a-aef3-fba4400b323b req-5b3889d4-b917-402f-816a-2fefd36df4ff tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0581722 Feb 11 13:30:42.353430 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 952094c4-5153-42f6-878f-ffc8add34579 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:30:42.490861 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning for port 952094c4-5153-42f6-878f-ffc8add34579 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 11 13:30:42.496500 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 952094c4-5153-42f6-878f-ffc8add34579 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:30:42.498906 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:42.628585 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:42.658485 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9097c9-402d-41b1-80b0-ccc3aea99520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952094c4-5153-42f6-878f-ffc8add34579'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:42.669204 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 952094c4-5153-42f6-878f-ffc8add34579, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=952094c4-5153-42f6-878f-ffc8add34579,segment=NetworkSegment(7d3815fc-b700-4269-b2f8-b2a1b2874fbf),segment_id=7d3815fc-b700-4269-b2f8-b2a1b2874fbf)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:42.713890 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:42.717144 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cb96208a-3cfa-4a43-a602-3217438ab060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:42.750595 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9097c9-402d-41b1-80b0-ccc3aea99520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952094c4-5153-42f6-878f-ffc8add34579', 'code': 200} Feb 11 13:30:42.795128 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=952094c4-5153-42f6-878f-ffc8add34579,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:42.799138 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:43.145881 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a17da6-6fe0-4ea5-a401-ebd4218581f7 req-ecb7bcd1-2a13-4093-9943-dfd04de56377 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:43.146500 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-98a17da6-6fe0-4ea5-a401-ebd4218581f7 req-ecb7bcd1-2a13-4093-9943-dfd04de56377 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Synchronizing usage tracker for tenant:ffaa1742feaa45788f9521c976635b83 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:30:43.161083 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8487872-affa-49fc-9a46-3b7ae30885c9 req-8f4894ca-22fe-445a-9d2b-9f0a3216222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:43.162753 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f8487872-affa-49fc-9a46-3b7ae30885c9 req-8f4894ca-22fe-445a-9d2b-9f0a3216222b service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=cb9097c9-402d-41b1-80b0-ccc3aea99520 HTTP/1.1" status: 200 len: 1163 time: 0.1967108 Feb 11 13:30:43.207205 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-98a17da6-6fe0-4ea5-a401-ebd4218581f7 req-ecb7bcd1-2a13-4093-9943-dfd04de56377 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Unset dirty status for tenant:ffaa1742feaa45788f9521c976635b83 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:30:43.208560 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-98a17da6-6fe0-4ea5-a401-ebd4218581f7 req-ecb7bcd1-2a13-4093-9943-dfd04de56377 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/ports?device_id=cb9097c9-402d-41b1-80b0-ccc3aea99520 HTTP/1.1" status: 200 len: 946 time: 0.3010323 Feb 11 13:30:43.214177 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-f8487872-affa-49fc-9a46-3b7ae30885c9 req-25105aa6-4968-4b3a-a703-e6221b739ba9 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=72bffb7e-ffbd-4a09-95c1-be1415d305fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423748 Feb 11 13:30:43.279065 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-98a17da6-6fe0-4ea5-a401-ebd4218581f7 req-a926b68e-59d0-4514-9413-1b2467b725d0 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/security-groups?id=72bffb7e-ffbd-4a09-95c1-be1415d305fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625522 Feb 11 13:30:43.351033 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 43242) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:43.516343 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0b98ff9b-d4c6-4e44-b585-ab78d4211ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:43.532138 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0b98ff9b-d4c6-4e44-b585-ab78d4211ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:43.536273 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-0b98ff9b-d4c6-4e44-b585-ab78d4211ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:687f65bfaf6947de975f15db79c2cdfe is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:43.539293 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-0b98ff9b-d4c6-4e44-b585-ab78d4211ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:43.545302 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-0b98ff9b-d4c6-4e44-b585-ab78d4211ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:43.637707 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0b98ff9b-d4c6-4e44-b585-ab78d4211ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:43.653761 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395a722-a803-4586-9905-a570ff8e5eb9 req-7c0c5915-4e87-4763-962f-8b3eb35b2e2e tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:43.655542 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4395a722-a803-4586-9905-a570ff8e5eb9 req-7c0c5915-4e87-4763-962f-8b3eb35b2e2e tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 943 time: 0.1729507 Feb 11 13:30:43.668324 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-0b98ff9b-d4c6-4e44-b585-ab78d4211ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:43.677875 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-affaddd7-b5c8-4f6a-83b8-798f875eca7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:43.721363 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4395a722-a803-4586-9905-a570ff8e5eb9 req-489221ba-f133-42e9-8c1b-21d5b5c44409 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0593948 Feb 11 13:30:43.725183 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-0b98ff9b-d4c6-4e44-b585-ab78d4211ac0 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=687f65bfaf6947de975f15db79c2cdfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703160 Feb 11 13:30:43.725183 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98ff9b-d4c6-4e44-b585-ab78d4211ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc659771-186b-4394-8491-013045c93267,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:43.726476 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 43250) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:43.727119 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0b98ff9b-d4c6-4e44-b585-ab78d4211ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:43.790144 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:43.822726 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:43.902463 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:43.907766 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-99c2001c-a04f-47a2-accf-579163fbd93c tempest-AttachVolumeShelveTestJSON-1549823243 tempest-AttachVolumeShelveTestJSON-1549823243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:43.922678 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc659771-186b-4394-8491-013045c93267,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:43.936440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.936440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.936440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.936440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.936440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.936440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.936440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.936440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.936440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.936440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.936440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.936440 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.937294 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.937294 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.937773 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.938056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.938454 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.938858 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.939256 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.939669 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.940078 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.940482 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.940877 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.941272 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:30:43.944577 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:43.945815 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/cc659771-186b-4394-8491-013045c93267 HTTP/1.1" status: 204 len: 168 time: 0.2190042 Feb 11 13:30:43.946858 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-591a387f-cddd-4134-8f52-736e7766b26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:44.385288 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 952094c4-5153-42f6-878f-ffc8add34579 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:30:44.487554 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 43260) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:44.510342 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 952094c4-5153-42f6-878f-ffc8add34579 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:30:44.511078 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fdc65566-a58f-4e79-9c70-bcbf57dba1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:44.511428 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:44.530348 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-fdc65566-a58f-4e79-9c70-bcbf57dba1a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:44.534587 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-fdc65566-a58f-4e79-9c70-bcbf57dba1a7 admin admin] Usage tracker for resource:security_group_rule and tenant:7cf6ee03a5d4497fadf4ffabbecd716b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:44.539596 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-fdc65566-a58f-4e79-9c70-bcbf57dba1a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:44.547903 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-fdc65566-a58f-4e79-9c70-bcbf57dba1a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:44.609516 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d89f4-5963-4055-8216-afcfe9ed2de1 req-d6ec8b5b-4752-4d9e-b928-10c6739c0727 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:44.611274 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-fa0d89f4-5963-4055-8216-afcfe9ed2de1 req-d6ec8b5b-4752-4d9e-b928-10c6739c0727 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/ports?device_id=cb9097c9-402d-41b1-80b0-ccc3aea99520 HTTP/1.1" status: 200 len: 946 time: 0.1891968 Feb 11 13:30:44.655702 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fdc65566-a58f-4e79-9c70-bcbf57dba1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:44.684345 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-fa0d89f4-5963-4055-8216-afcfe9ed2de1 req-1645358d-ce16-4130-ac5c-96bbfaff43c1 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/security-groups?id=72bffb7e-ffbd-4a09-95c1-be1415d305fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655618 Feb 11 13:30:44.695244 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fdc65566-a58f-4e79-9c70-bcbf57dba1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:44.706519 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2f0aaec9-ac25-4673-ac45-1dbb15867b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:44.729541 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 63a19ed3-4692-4845-8c22-6cacb7442298 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:30:44.755893 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-fdc65566-a58f-4e79-9c70-bcbf57dba1a7 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=7cf6ee03a5d4497fadf4ffabbecd716b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2666297 Feb 11 13:30:44.757816 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc65566-a58f-4e79-9c70-bcbf57dba1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18093a7-9953-45a0-a0b0-c6f3fbd2108e,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:44.758597 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 43266) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:44.765489 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fdc65566-a58f-4e79-9c70-bcbf57dba1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:44.814332 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 63a19ed3-4692-4845-8c22-6cacb7442298 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:30:44.814755 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:44.834246 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ddb7d491-fca8-4cd9-b7f5-379648657bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:44.867056 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ddb7d491-fca8-4cd9-b7f5-379648657bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:44.952486 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:44.953762 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ddb7d491-fca8-4cd9-b7f5-379648657bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:44.959632 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a68ec49c-f6c9-41d1-8062-a72b1d415a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:44.987556 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7d491-fca8-4cd9-b7f5-379648657bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18093a7-9953-45a0-a0b0-c6f3fbd2108e,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:44.993940 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ddb7d491-fca8-4cd9-b7f5-379648657bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:44.999634 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711aebda-ce05-455e-b099-4459eba34672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a19ed3-4692-4845-8c22-6cacb7442298'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:45.001866 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ddb7d491-fca8-4cd9-b7f5-379648657bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:45.006415 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-ddb7d491-fca8-4cd9-b7f5-379648657bc8 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/f18093a7-9953-45a0-a0b0-c6f3fbd2108e HTTP/1.1" status: 204 len: 168 time: 0.2440712 Feb 11 13:30:45.052152 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 63a19ed3-4692-4845-8c22-6cacb7442298, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=63a19ed3-4692-4845-8c22-6cacb7442298,segment=NetworkSegment(7a9694b3-9ab5-487f-9767-355984aea8c7),segment_id=7a9694b3-9ab5-487f-9767-355984aea8c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:45.070563 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711aebda-ce05-455e-b099-4459eba34672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a19ed3-4692-4845-8c22-6cacb7442298', 'code': 200} Feb 11 13:30:45.084922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:45.087630 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:45.108795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba7e58-5bed-4a70-bb64-da7c042b5276 req-a421a3f3-f071-4340-99ea-bc3df3ef531f tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:45.110548 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65ba7e58-5bed-4a70-bb64-da7c042b5276 req-a421a3f3-f071-4340-99ea-bc3df3ef531f tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 943 time: 0.2133398 Feb 11 13:30:45.165923 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=63a19ed3-4692-4845-8c22-6cacb7442298,revision_number=6']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:45.169755 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:45.190575 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-65ba7e58-5bed-4a70-bb64-da7c042b5276 req-7dbb2c19-450e-4ea6-b5a4-f87e4c306ca2 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0689311 Feb 11 13:30:45.456173 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdcbf6-07ef-4105-932d-afb883f10984 req-6dee9470-7997-42f6-a02e-24dbc3a7ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:45.457855 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9bfdcbf6-07ef-4105-932d-afb883f10984 req-6dee9470-7997-42f6-a02e-24dbc3a7ec70 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 1162 time: 0.0945125 Feb 11 13:30:45.504619 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9bfdcbf6-07ef-4105-932d-afb883f10984 req-3b0c0b96-c55b-4158-bd59-0d54cbb33807 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0397537 Feb 11 13:30:45.627763 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-003db19e-6c11-4a52-b4cd-fc49d604062b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:45.978617 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 63a19ed3-4692-4845-8c22-6cacb7442298 up at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 11 13:30:45.994686 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa31ea-9811-498b-b445-0aafcb99a7d7 req-cf9b49e7-baf7-4ed2-93ff-c37634bb8c88 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:45.996418 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e1aa31ea-9811-498b-b445-0aafcb99a7d7 req-cf9b49e7-baf7-4ed2-93ff-c37634bb8c88 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/ports?device_id=cb9097c9-402d-41b1-80b0-ccc3aea99520 HTTP/1.1" status: 200 len: 946 time: 0.1679652 Feb 11 13:30:46.067852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.provisioning_blocks [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Provisioning complete for port 63a19ed3-4692-4845-8c22-6cacb7442298 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 11 13:30:46.068283 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1477703'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:46.083919 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-e1aa31ea-9811-498b-b445-0aafcb99a7d7 req-8cdfe525-5965-42c8-9cac-7e33f8c7f1af tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/security-groups?id=72bffb7e-ffbd-4a09-95c1-be1415d305fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804772 Feb 11 13:30:46.563919 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d25a6c-db6b-4774-adad-5324ba9c79be req-acb135cb-ad83-481b-9365-4d813037bf71 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:46.565645 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-41d25a6c-db6b-4774-adad-5324ba9c79be req-acb135cb-ad83-481b-9365-4d813037bf71 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.2206848 Feb 11 13:30:46.651244 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-41d25a6c-db6b-4774-adad-5324ba9c79be req-d5f0ccbb-afb3-4149-b177-9c8bf7b2322d tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0782990 Feb 11 13:30:48.283712 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a571168-8cca-47f0-9d53-1cf7569e520c req-a1117356-36d3-4138-a25d-ba12bc388a9a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:48.285430 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8a571168-8cca-47f0-9d53-1cf7569e520c req-a1117356-36d3-4138-a25d-ba12bc388a9a tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.3977463 Feb 11 13:30:48.352349 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-8a571168-8cca-47f0-9d53-1cf7569e520c req-579332fc-064a-4490-9dfd-c9b749198cb6 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0602834 Feb 11 13:30:48.891135 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:49.023079 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bc781e47-8a6e-458a-b91b-cf04b401c8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:50.113671 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:50.523734 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a85db-ef30-4762-95ac-16218e03499e req-c680b781-29b4-43fa-a136-2cb7f3cce587 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:50.525401 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0f9a85db-ef30-4762-95ac-16218e03499e req-c680b781-29b4-43fa-a136-2cb7f3cce587 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/ports?device_id=cb9097c9-402d-41b1-80b0-ccc3aea99520 HTTP/1.1" status: 200 len: 946 time: 0.1993828 Feb 11 13:30:50.592420 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-0f9a85db-ef30-4762-95ac-16218e03499e req-3a968dca-e553-4e84-bc20-2ed974f88fdf tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/security-groups?id=72bffb7e-ffbd-4a09-95c1-be1415d305fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605130 Feb 11 13:30:50.634086 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:51.901777 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb73fa-a802-4465-8c40-796373bf0f10 req-1117ca3d-2963-48f5-9c28-8867f882a31a tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:51.903506 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1fbb73fa-a802-4465-8c40-796373bf0f10 req-1117ca3d-2963-48f5-9c28-8867f882a31a tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/ports?device_id=cb9097c9-402d-41b1-80b0-ccc3aea99520 HTTP/1.1" status: 200 len: 946 time: 0.1717734 Feb 11 13:30:51.971889 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-1fbb73fa-a802-4465-8c40-796373bf0f10 req-6d45d085-2f13-4d15-ae1d-dec24a63dfe3 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/security-groups?id=72bffb7e-ffbd-4a09-95c1-be1415d305fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606604 Feb 11 13:30:51.978516 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90365024-96ce-4991-8b1f-fa5ea5cbe82d req-e1176f35-6e2a-4ecf-9a5d-691923e1a9de tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:51.980229 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-90365024-96ce-4991-8b1f-fa5ea5cbe82d req-e1176f35-6e2a-4ecf-9a5d-691923e1a9de tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.111 "GET /v2.0/ports?device_id=cb9097c9-402d-41b1-80b0-ccc3aea99520 HTTP/1.1" status: 200 len: 946 time: 0.1702065 Feb 11 13:30:52.009159 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 952094c4-5153-42f6-878f-ffc8add34579 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:30:52.078012 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-90365024-96ce-4991-8b1f-fa5ea5cbe82d req-4bfec7a9-3fdd-4697-9a88-cf1861e4098d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Deleting port 952094c4-5153-42f6-878f-ffc8add34579 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:30:52.078433 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-90365024-96ce-4991-8b1f-fa5ea5cbe82d req-4bfec7a9-3fdd-4697-9a88-cf1861e4098d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:52.142413 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:52.174178 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9097c9-402d-41b1-80b0-ccc3aea99520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952094c4-5153-42f6-878f-ffc8add34579'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:52.189335 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 952094c4-5153-42f6-878f-ffc8add34579, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=952094c4-5153-42f6-878f-ffc8add34579,segment=NetworkSegment(7d3815fc-b700-4269-b2f8-b2a1b2874fbf),segment_id=7d3815fc-b700-4269-b2f8-b2a1b2874fbf)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:52.239406 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:52.241666 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:52.277312 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9097c9-402d-41b1-80b0-ccc3aea99520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952094c4-5153-42f6-878f-ffc8add34579', 'code': 200} Feb 11 13:30:52.325148 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=952094c4-5153-42f6-878f-ffc8add34579,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:52.328459 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:52.367898 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-90365024-96ce-4991-8b1f-fa5ea5cbe82d req-4bfec7a9-3fdd-4697-9a88-cf1861e4098d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] For port 952094c4-5153-42f6-878f-ffc8add34579, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=952094c4-5153-42f6-878f-ffc8add34579,segment=NetworkSegment(7d3815fc-b700-4269-b2f8-b2a1b2874fbf),segment_id=7d3815fc-b700-4269-b2f8-b2a1b2874fbf)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:52.368301 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-90365024-96ce-4991-8b1f-fa5ea5cbe82d req-4bfec7a9-3fdd-4697-9a88-cf1861e4098d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:52.506329 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-90365024-96ce-4991-8b1f-fa5ea5cbe82d req-4bfec7a9-3fdd-4697-9a88-cf1861e4098d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Calling delete_port for 952094c4-5153-42f6-878f-ffc8add34579 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:30:52.799780 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.api [req-90365024-96ce-4991-8b1f-fa5ea5cbe82d req-4bfec7a9-3fdd-4697-9a88-cf1861e4098d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:30:52.800130 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_db.api [req-90365024-96ce-4991-8b1f-fa5ea5cbe82d req-4bfec7a9-3fdd-4697-9a88-cf1861e4098d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:30:53.278848 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7893f-a9ca-469e-9e38-f98105016c5d req-73457f56-4b97-48a0-a94a-cc0855e54a79 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:30:53.280577 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89e7893f-a9ca-469e-9e38-f98105016c5d req-73457f56-4b97-48a0-a94a-cc0855e54a79 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/ports?device_id=cb9097c9-402d-41b1-80b0-ccc3aea99520 HTTP/1.1" status: 200 len: 944 time: 0.1764297 Feb 11 13:30:53.301183 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-90365024-96ce-4991-8b1f-fa5ea5cbe82d req-4bfec7a9-3fdd-4697-9a88-cf1861e4098d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Deleting port 952094c4-5153-42f6-878f-ffc8add34579 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:30:53.301578 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-90365024-96ce-4991-8b1f-fa5ea5cbe82d req-4bfec7a9-3fdd-4697-9a88-cf1861e4098d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:53.348758 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-89e7893f-a9ca-469e-9e38-f98105016c5d req-1f6497f7-0819-460d-acd5-88639e0bb97e tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/security-groups?id=72bffb7e-ffbd-4a09-95c1-be1415d305fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616987 Feb 11 13:30:53.569749 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-90365024-96ce-4991-8b1f-fa5ea5cbe82d req-4bfec7a9-3fdd-4697-9a88-cf1861e4098d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] For port 952094c4-5153-42f6-878f-ffc8add34579, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=952094c4-5153-42f6-878f-ffc8add34579,segment=NetworkSegment(7d3815fc-b700-4269-b2f8-b2a1b2874fbf),segment_id=7d3815fc-b700-4269-b2f8-b2a1b2874fbf)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:30:53.570144 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-90365024-96ce-4991-8b1f-fa5ea5cbe82d req-4bfec7a9-3fdd-4697-9a88-cf1861e4098d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:53.706197 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-90365024-96ce-4991-8b1f-fa5ea5cbe82d req-4bfec7a9-3fdd-4697-9a88-cf1861e4098d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Calling delete_port for 952094c4-5153-42f6-878f-ffc8add34579 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:30:53.947750 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-90365024-96ce-4991-8b1f-fa5ea5cbe82d req-4bfec7a9-3fdd-4697-9a88-cf1861e4098d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:53.967110 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-89a193ca-cc5e-4874-937a-c32c4ed76258 tempest-AttachVolumeNegativeTest-1550193821 tempest-AttachVolumeNegativeTest-1550193821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:54.024339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfec7a9-3fdd-4697-9a88-cf1861e4098d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Pushing event deleted for resources: {'Port': ['ID=952094c4-5153-42f6-878f-ffc8add34579,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:54.028941 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4bfec7a9-3fdd-4697-9a88-cf1861e4098d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:54.174628 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-90365024-96ce-4991-8b1f-fa5ea5cbe82d req-4bfec7a9-3fdd-4697-9a88-cf1861e4098d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] No DVR routers for this DVR port 952094c4-5153-42f6-878f-ffc8add34579 on host hv-cinder-77398 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:30:54.176940 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-90365024-96ce-4991-8b1f-fa5ea5cbe82d req-4bfec7a9-3fdd-4697-9a88-cf1861e4098d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:54.180852 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9097c9-402d-41b1-80b0-ccc3aea99520', 'name': 'network-vif-deleted', 'tag': '952094c4-5153-42f6-878f-ffc8add34579'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:54.244425 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9097c9-402d-41b1-80b0-ccc3aea99520', 'name': 'network-vif-deleted', 'tag': '952094c4-5153-42f6-878f-ffc8add34579', 'status': 'completed', 'code': 200} Feb 11 13:30:54.245855 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-90365024-96ce-4991-8b1f-fa5ea5cbe82d req-4bfec7a9-3fdd-4697-9a88-cf1861e4098d tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.111 "DELETE /v2.0/ports/952094c4-5153-42f6-878f-ffc8add34579 HTTP/1.1" status: 204 len: 173 time: 2.2595460 Feb 11 13:30:54.560139 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-389ef698-7dd2-439f-b864-59e190f1a773 req-1d4d31c5-fb6e-4996-b564-565748f08950 tempest-VolumesActionsTest-1781069968 tempest-VolumesActionsTest-1781069968-project] 10.222.0.120 "GET /v2.0/ports?device_id=cb9097c9-402d-41b1-80b0-ccc3aea99520 HTTP/1.1" status: 200 len: 210 time: 0.0522161 Feb 11 13:30:55.034580 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 43444) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:55.191415 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-301e351c-c4db-4861-bb94-13144387df71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:55.207867 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-301e351c-c4db-4861-bb94-13144387df71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:55.212588 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-301e351c-c4db-4861-bb94-13144387df71 admin admin] Usage tracker for resource:security_group_rule and tenant:62f9762a60254acba39711aaa4312e0a is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:55.215604 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-301e351c-c4db-4861-bb94-13144387df71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:55.221545 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-301e351c-c4db-4861-bb94-13144387df71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:55.314050 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-301e351c-c4db-4861-bb94-13144387df71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:55.370301 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-301e351c-c4db-4861-bb94-13144387df71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:55.379579 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c0a4fa42-daf0-4fed-8a16-5e495f869d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:55.425763 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-301e351c-c4db-4861-bb94-13144387df71 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=62f9762a60254acba39711aaa4312e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898785 Feb 11 13:30:55.426736 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e351c-c4db-4861-bb94-13144387df71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94aa552a-3e9a-48a4-86da-5d62c5bf1149,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:55.428958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 43450) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:55.430203 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-301e351c-c4db-4861-bb94-13144387df71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:55.496014 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-173284bf-e970-4584-8d0e-566f9bb83fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:55.527729 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-173284bf-e970-4584-8d0e-566f9bb83fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:55.793110 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-173284bf-e970-4584-8d0e-566f9bb83fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:55.798585 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cfa11993-5f27-4e62-bd56-b7529d90962d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:55.813081 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173284bf-e970-4584-8d0e-566f9bb83fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94aa552a-3e9a-48a4-86da-5d62c5bf1149,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:55.816214 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-173284bf-e970-4584-8d0e-566f9bb83fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:55.817188 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-173284bf-e970-4584-8d0e-566f9bb83fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:55.822201 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-173284bf-e970-4584-8d0e-566f9bb83fcb admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/94aa552a-3e9a-48a4-86da-5d62c5bf1149 HTTP/1.1" status: 204 len: 168 time: 0.3883896 Feb 11 13:30:56.418326 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 43466) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:56.438266 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bcf5425b-be77-4162-80e7-176616ee42d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:56.454912 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-bcf5425b-be77-4162-80e7-176616ee42d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:30:56.459102 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-bcf5425b-be77-4162-80e7-176616ee42d9 admin admin] Usage tracker for resource:security_group_rule and tenant:18ee40830fd440dfa45c268f4ec9d2a6 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:30:56.462792 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-bcf5425b-be77-4162-80e7-176616ee42d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:30:56.468741 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-bcf5425b-be77-4162-80e7-176616ee42d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:30:56.560387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bcf5425b-be77-4162-80e7-176616ee42d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:56.597195 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-bcf5425b-be77-4162-80e7-176616ee42d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:56.607893 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-da03bd6a-a018-4d7c-84c7-2b36820d8636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:56.652325 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-bcf5425b-be77-4162-80e7-176616ee42d9 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=18ee40830fd440dfa45c268f4ec9d2a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328033 Feb 11 13:30:56.653280 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5425b-be77-4162-80e7-176616ee42d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c47f1a-c938-434a-b464-a8e0b8948b00,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:56.655207 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 43470) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:56.657004 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bcf5425b-be77-4162-80e7-176616ee42d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:56.721847 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-255f2a24-8f69-44dc-b711-f2c60a0db4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:56.751013 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-255f2a24-8f69-44dc-b711-f2c60a0db4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:56.816751 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-255f2a24-8f69-44dc-b711-f2c60a0db4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:56.822713 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-4773bf18-d37a-4c9a-8867-8d43906fa680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:30:56.838281 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f2a24-8f69-44dc-b711-f2c60a0db4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c47f1a-c938-434a-b464-a8e0b8948b00,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:30:56.841242 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-255f2a24-8f69-44dc-b711-f2c60a0db4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:30:56.851925 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-255f2a24-8f69-44dc-b711-f2c60a0db4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:30:56.853184 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-255f2a24-8f69-44dc-b711-f2c60a0db4e4 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/f6c47f1a-c938-434a-b464-a8e0b8948b00 HTTP/1.1" status: 204 len: 168 time: 0.1959889 Feb 11 13:30:57.072008 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:02.964008 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 43572) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:03.120984 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7cdf23a7-12ef-41f0-94b8-37ad22155b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:03.141445 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-7cdf23a7-12ef-41f0-94b8-37ad22155b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:31:03.145778 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-7cdf23a7-12ef-41f0-94b8-37ad22155b85 admin admin] Usage tracker for resource:security_group_rule and tenant:82e3eaafad41454cad71faba1b09345b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:31:03.149845 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-7cdf23a7-12ef-41f0-94b8-37ad22155b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:31:03.156186 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-7cdf23a7-12ef-41f0-94b8-37ad22155b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:31:03.471457 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7cdf23a7-12ef-41f0-94b8-37ad22155b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:03.508192 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-7cdf23a7-12ef-41f0-94b8-37ad22155b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:03.517604 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:31:03.561829 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-7cdf23a7-12ef-41f0-94b8-37ad22155b85 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=82e3eaafad41454cad71faba1b09345b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5966408 Feb 11 13:31:03.562810 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf23a7-12ef-41f0-94b8-37ad22155b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626af0ad-3d1e-4e64-9d14-ef59a15e45f9,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:31:03.564730 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 43578) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:03.566369 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7cdf23a7-12ef-41f0-94b8-37ad22155b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:31:03.642471 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5865e233-7fb7-4f28-bece-fe09549381d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:03.662401 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5865e233-7fb7-4f28-bece-fe09549381d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:03.733731 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5865e233-7fb7-4f28-bece-fe09549381d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:03.739106 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-0b98ff9b-d4c6-4e44-b585-ab78d4211ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:31:03.753267 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865e233-7fb7-4f28-bece-fe09549381d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626af0ad-3d1e-4e64-9d14-ef59a15e45f9,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:31:03.758159 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5865e233-7fb7-4f28-bece-fe09549381d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:31:03.764280 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-5865e233-7fb7-4f28-bece-fe09549381d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:03.765576 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-5865e233-7fb7-4f28-bece-fe09549381d7 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/626af0ad-3d1e-4e64-9d14-ef59a15e45f9 HTTP/1.1" status: 204 len: 168 time: 0.1997387 Feb 11 13:31:11.435873 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:31:15.212182 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 43750) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:15.281778 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6568399-b35c-4bbf-97fe-fdf92670d429 admin admin] Deleting subnet 95bcf560-493f-4742-8850-f952ef63d9e0 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:31:15.285354 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c6568399-b35c-4bbf-97fe-fdf92670d429 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:15.346716 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c6568399-b35c-4bbf-97fe-fdf92670d429 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375651'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:15.420967 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c6568399-b35c-4bbf-97fe-fdf92670d429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853299468'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:15.627672 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-284126a1-24d4-4275-80fe-1b007d3146a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:15.760419 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c6568399-b35c-4bbf-97fe-fdf92670d429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1476348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852509079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845098505'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:15.777632 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9b93f061-8c00-4e77-8577-bb9e8c3ca72d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:31:15.823103 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6568399-b35c-4bbf-97fe-fdf92670d429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95bcf560-493f-4742-8850-f952ef63d9e0,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:31:15.828334 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c6568399-b35c-4bbf-97fe-fdf92670d429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:31:15.924525 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c6568399-b35c-4bbf-97fe-fdf92670d429 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:15.935724 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-c6568399-b35c-4bbf-97fe-fdf92670d429 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/95bcf560-493f-4742-8850-f952ef63d9e0 HTTP/1.1" status: 204 len: 168 time: 0.7222874 Feb 11 13:31:15.938435 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 43758) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:16.063233 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-147eb08b-d9a3-4f0e-b1cc-4505f1392a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853372729'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:16.272821 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-147eb08b-d9a3-4f0e-b1cc-4505f1392a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853300733', 'neutron.services.segments.db._delete_segments_for_network--9223363267560229748'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:16.394572 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-147eb08b-d9a3-4f0e-b1cc-4505f1392a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26241a56-fe44-4d17-b704-4349fb78f964']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:31:16.415416 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-147eb08b-d9a3-4f0e-b1cc-4505f1392a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3815fc-b700-4269-b2f8-b2a1b2874fbf') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:31:16.415784 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-147eb08b-d9a3-4f0e-b1cc-4505f1392a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3815fc-b700-4269-b2f8-b2a1b2874fbf') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:31:16.432126 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-147eb08b-d9a3-4f0e-b1cc-4505f1392a0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267560227700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852400149'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:16.449565 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-147eb08b-d9a3-4f0e-b1cc-4505f1392a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:16.451907 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-147eb08b-d9a3-4f0e-b1cc-4505f1392a0f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:31:16.659084 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-147eb08b-d9a3-4f0e-b1cc-4505f1392a0f admin admin] Network 26241a56-fe44-4d17-b704-4349fb78f964 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:31:16.669686 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-147eb08b-d9a3-4f0e-b1cc-4505f1392a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853293791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2266570'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:16.880636 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-147eb08b-d9a3-4f0e-b1cc-4505f1392a0f admin admin] Network 26241a56-fe44-4d17-b704-4349fb78f964 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: Traceback (most recent call last): Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: timer() Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: cb(*args, **kw) Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: return func(*args, **kwargs) Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: self._notify() Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: self.callback(batched_events) Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: event.method(event) Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: segment_id)['aggregates'][0] Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: return f(self, *a, **k) Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: return self._get(url).json() Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: **kwargs) Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: **endpoint_filter) Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:16.905669 dv-cinder-773985-4-smb neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:17.039525 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-147eb08b-d9a3-4f0e-b1cc-4505f1392a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514336'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:17.044350 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-147eb08b-d9a3-4f0e-b1cc-4505f1392a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:17.050683 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-5203b4e2-7e4a-414c-8bb9-1633cef8a316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:31:17.071045 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-147eb08b-d9a3-4f0e-b1cc-4505f1392a0f admin admin] 10.222.0.120 "DELETE /v2.0/networks/26241a56-fe44-4d17-b704-4349fb78f964 HTTP/1.1" status: 204 len: 168 time: 1.1314805 Feb 11 13:31:17.072220 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147eb08b-d9a3-4f0e-b1cc-4505f1392a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=26241a56-fe44-4d17-b704-4349fb78f964,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:31:17.074622 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 43764) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:17.075161 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-147eb08b-d9a3-4f0e-b1cc-4505f1392a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:31:17.154250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Deleting subnet 07249780-b0e5-4701-9ff3-b263523d2d7a {{(pid=80115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:31:17.157805 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:17.223478 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850927586'] for subnet, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:17.297668 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853299468'] for subnet, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:17.633560 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1476348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852580075'] for subnet, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:17.650649 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e7886102-10f1-4539-9c14-c2903e22d01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:31:17.700130 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07249780-b0e5-4701-9ff3-b263523d2d7a,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:31:17.762904 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.763322 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.763785 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.764197 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.764831 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.765242 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.765635 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.766028 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.766418 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.766808 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.767197 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.767578 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.768095 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.768489 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.768879 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.769268 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.769651 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.770036 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.770422 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.770807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.771193 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.771680 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.772238 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.772624 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:31:17.781170 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:31:17.819020 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:17.825842 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-d6b00267-f1b8-4462-be4e-bebbc8e65f36 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/07249780-b0e5-4701-9ff3-b263523d2d7a HTTP/1.1" status: 204 len: 168 time: 0.7498837 Feb 11 13:31:17.828507 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 43768) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:17.954788 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b5338e0e-fa41-456d-b12c-2d771c14878f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853372729'] for network, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:18.158016 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b5338e0e-fa41-456d-b12c-2d771c14878f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853300733', 'neutron.services.segments.db._delete_segments_for_network--9223363267560229748'] for network, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:18.282981 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-b5338e0e-fa41-456d-b12c-2d771c14878f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210ce0e7-2fad-47b9-9a3e-c6af5af8d0c4']}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:31:18.297108 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-b5338e0e-fa41-456d-b12c-2d771c14878f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b299e79-bfc9-4589-80a4-20c6f66f26fc') {'for_net_delete': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:31:18.297491 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-b5338e0e-fa41-456d-b12c-2d771c14878f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b299e79-bfc9-4589-80a4-20c6f66f26fc') {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:31:18.310485 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b5338e0e-fa41-456d-b12c-2d771c14878f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267560227700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848214'] for segment, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:18.330876 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b5338e0e-fa41-456d-b12c-2d771c14878f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:18.333328 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b5338e0e-fa41-456d-b12c-2d771c14878f admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:31:18.522354 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-b5338e0e-fa41-456d-b12c-2d771c14878f admin admin] Network 210ce0e7-2fad-47b9-9a3e-c6af5af8d0c4 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:31:18.537643 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b5338e0e-fa41-456d-b12c-2d771c14878f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853293791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850934212'] for segment, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:18.721536 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-b5338e0e-fa41-456d-b12c-2d771c14878f admin admin] Network 210ce0e7-2fad-47b9-9a3e-c6af5af8d0c4 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: Traceback (most recent call last): Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: timer() Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: cb(*args, **kw) Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: return func(*args, **kwargs) Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: self._notify() Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: self.callback(batched_events) Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: event.method(event) Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: segment_id)['aggregates'][0] Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: return f(self, *a, **k) Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: return self._get(url).json() Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: **kwargs) Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: **endpoint_filter) Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:18.745809 dv-cinder-773985-4-smb neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:18.870937 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b5338e0e-fa41-456d-b12c-2d771c14878f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514336'] for network, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:18.874815 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-8e8857ff-4069-44a9-8551-b2265f3f3afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:31:18.897064 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b5338e0e-fa41-456d-b12c-2d771c14878f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:18.899683 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:18.903698 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5338e0e-fa41-456d-b12c-2d771c14878f admin admin] Pushing event deleted for resources: {'Network': ['ID=210ce0e7-2fad-47b9-9a3e-c6af5af8d0c4,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:31:18.907206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b5338e0e-fa41-456d-b12c-2d771c14878f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:31:18.908865 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-b5338e0e-fa41-456d-b12c-2d771c14878f admin admin] 10.222.0.120 "DELETE /v2.0/networks/210ce0e7-2fad-47b9-9a3e-c6af5af8d0c4 HTTP/1.1" status: 204 len: 168 time: 1.0791221 Feb 11 13:31:19.031109 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d10ee644-602f-430a-96f4-7248c1010b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:19.249444 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 43790) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:19.307698 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-4f5518b6-0153-42cb-a421-b8336dadeb10 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=ffaa1742feaa45788f9521c976635b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567188 Feb 11 13:31:19.310489 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 43794) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:19.384880 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fb3e8ec5-6c7a-405b-9276-b8451d4ffcb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:19.416802 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fb3e8ec5-6c7a-405b-9276-b8451d4ffcb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:19.496058 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fb3e8ec5-6c7a-405b-9276-b8451d4ffcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:19.501430 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-173284bf-e970-4584-8d0e-566f9bb83fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:31:19.518094 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e8ec5-6c7a-405b-9276-b8451d4ffcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bffb7e-ffbd-4a09-95c1-be1415d305fd,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:31:19.520922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-fb3e8ec5-6c7a-405b-9276-b8451d4ffcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:31:19.555137 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-fb3e8ec5-6c7a-405b-9276-b8451d4ffcb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:19.556576 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-fb3e8ec5-6c7a-405b-9276-b8451d4ffcb1 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/72bffb7e-ffbd-4a09-95c1-be1415d305fd HTTP/1.1" status: 204 len: 168 time: 0.2447131 Feb 11 13:31:20.094580 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:20.150065 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 43802) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:20.210159 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-56c2edc5-b9b4-4da0-a119-8dd43b3f2e6b admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=746b08ad7d654846a6f7d2215131fd7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584645 Feb 11 13:31:20.212841 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 43808) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:20.284242 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-420aea6f-5177-4a5d-a755-54b05de0ebe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:20.313219 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-420aea6f-5177-4a5d-a755-54b05de0ebe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:20.390631 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-420aea6f-5177-4a5d-a755-54b05de0ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:20.394936 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-7cdf23a7-12ef-41f0-94b8-37ad22155b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:31:20.408596 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420aea6f-5177-4a5d-a755-54b05de0ebe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b65aa60-db1d-4bd2-9ccb-9a31439ba0a3,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:31:20.414748 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-420aea6f-5177-4a5d-a755-54b05de0ebe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:31:20.417844 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-420aea6f-5177-4a5d-a755-54b05de0ebe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:20.423418 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-420aea6f-5177-4a5d-a755-54b05de0ebe9 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/5b65aa60-db1d-4bd2-9ccb-9a31439ba0a3 HTTP/1.1" status: 204 len: 168 time: 0.2074811 Feb 11 13:31:20.650164 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:27.070576 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:28.968117 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 43930) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:29.128457 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-05a06ff6-5f24-4fcc-8a57-42639347a1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:29.144646 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-05a06ff6-5f24-4fcc-8a57-42639347a1ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:31:29.148787 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-05a06ff6-5f24-4fcc-8a57-42639347a1ad admin admin] Usage tracker for resource:security_group_rule and tenant:1f6ff18c880c4ee094786627f26dc20e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:31:29.151974 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-05a06ff6-5f24-4fcc-8a57-42639347a1ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:31:29.157878 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-05a06ff6-5f24-4fcc-8a57-42639347a1ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:31:29.247592 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-05a06ff6-5f24-4fcc-8a57-42639347a1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:29.293378 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-05a06ff6-5f24-4fcc-8a57-42639347a1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:29.302892 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-082e6d10-db4b-41a3-9e2d-1ea1d8c6c916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:31:29.346168 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-05a06ff6-5f24-4fcc-8a57-42639347a1ad admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=1f6ff18c880c4ee094786627f26dc20e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768539 Feb 11 13:31:29.347958 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a06ff6-5f24-4fcc-8a57-42639347a1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da5675a-6dcb-421a-a4f8-eab78bdb3a26,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:31:29.349766 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 43936) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:29.352439 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-05a06ff6-5f24-4fcc-8a57-42639347a1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:31:29.419961 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-67217749-06d5-4f77-b256-7a94acff9388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:29.448134 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-67217749-06d5-4f77-b256-7a94acff9388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:29.533198 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-67217749-06d5-4f77-b256-7a94acff9388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:29.539232 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-559eae90-1331-458a-8564-7deb6129a03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:31:29.556146 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67217749-06d5-4f77-b256-7a94acff9388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da5675a-6dcb-421a-a4f8-eab78bdb3a26,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:31:29.559231 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-67217749-06d5-4f77-b256-7a94acff9388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:31:29.562103 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-67217749-06d5-4f77-b256-7a94acff9388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:29.564569 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-67217749-06d5-4f77-b256-7a94acff9388 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/5da5675a-6dcb-421a-a4f8-eab78bdb3a26 HTTP/1.1" status: 204 len: 168 time: 0.2133842 Feb 11 13:31:33.039400 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 43992) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:33.192777 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-021afb1f-62e9-42b1-bd5c-d1b4bcaae9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:33.208827 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-021afb1f-62e9-42b1-bd5c-d1b4bcaae9c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:31:33.212875 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-021afb1f-62e9-42b1-bd5c-d1b4bcaae9c0 admin admin] Usage tracker for resource:security_group_rule and tenant:f9b059e857e64938a646515b8e4b8b06 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:31:33.215826 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-021afb1f-62e9-42b1-bd5c-d1b4bcaae9c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:31:33.221657 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-021afb1f-62e9-42b1-bd5c-d1b4bcaae9c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:31:33.308065 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-021afb1f-62e9-42b1-bd5c-d1b4bcaae9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:33.341550 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-021afb1f-62e9-42b1-bd5c-d1b4bcaae9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:33.351743 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-04dec61e-c2c0-4d13-9d51-3167cbcf7c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:31:33.398259 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-021afb1f-62e9-42b1-bd5c-d1b4bcaae9c0 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=f9b059e857e64938a646515b8e4b8b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576434 Feb 11 13:31:33.404554 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 43998) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:33.404554 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021afb1f-62e9-42b1-bd5c-d1b4bcaae9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd70486-a750-4045-b1a6-74e5447c12ae,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:31:33.407675 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-021afb1f-62e9-42b1-bd5c-d1b4bcaae9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:31:33.474648 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ba10f510-b286-4de7-842a-bae19929fc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:33.502786 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ba10f510-b286-4de7-842a-bae19929fc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:33.581368 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ba10f510-b286-4de7-842a-bae19929fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:33.586567 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-57700973-6fa3-4c24-9b35-49301f5b34c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:31:33.597595 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10f510-b286-4de7-842a-bae19929fc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd70486-a750-4045-b1a6-74e5447c12ae,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:31:33.601933 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ba10f510-b286-4de7-842a-bae19929fc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:31:33.605380 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ba10f510-b286-4de7-842a-bae19929fc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:33.606678 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-ba10f510-b286-4de7-842a-bae19929fc60 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/edd70486-a750-4045-b1a6-74e5447c12ae HTTP/1.1" status: 204 len: 168 time: 0.2045462 Feb 11 13:31:42.858364 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 44084) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:43.012971 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-20ee5146-507b-4ff9-8e80-212eb58fa5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:43.027994 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-20ee5146-507b-4ff9-8e80-212eb58fa5f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 11 13:31:43.032059 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-20ee5146-507b-4ff9-8e80-212eb58fa5f1 admin admin] Usage tracker for resource:security_group_rule and tenant:fae6845f7e33419da58d7176109f4eea is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 11 13:31:43.034941 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [None req-20ee5146-507b-4ff9-8e80-212eb58fa5f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 11 13:31:43.041240 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.quota.driver [None req-20ee5146-507b-4ff9-8e80-212eb58fa5f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 11 13:31:43.124923 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-20ee5146-507b-4ff9-8e80-212eb58fa5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:43.155435 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-20ee5146-507b-4ff9-8e80-212eb58fa5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:43.168361 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-bb117058-9fb4-4893-ba07-bb2d4169962e tempest-TestMinimumBasicScenario-1623398797 tempest-TestMinimumBasicScenario-1623398797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:31:43.210124 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-20ee5146-507b-4ff9-8e80-212eb58fa5f1 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=fae6845f7e33419da58d7176109f4eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504903 Feb 11 13:31:43.211795 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee5146-507b-4ff9-8e80-212eb58fa5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57accf23-c3c7-4e7e-b915-48c72f3c4253,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:31:43.213100 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 44090) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:43.215183 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-20ee5146-507b-4ff9-8e80-212eb58fa5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:31:43.276003 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f35d2f2-69fa-4385-90bb-a0a07f75534c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:43.302745 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f35d2f2-69fa-4385-90bb-a0a07f75534c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:43.378937 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f35d2f2-69fa-4385-90bb-a0a07f75534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:43.384820 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2abd850d-40fe-4b34-9f57-959c12cc031c tempest-AttachVolumeTestJSON-1338142964 tempest-AttachVolumeTestJSON-1338142964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:31:43.400656 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35d2f2-69fa-4385-90bb-a0a07f75534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57accf23-c3c7-4e7e-b915-48c72f3c4253,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:31:43.405101 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3f35d2f2-69fa-4385-90bb-a0a07f75534c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:31:43.407231 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3f35d2f2-69fa-4385-90bb-a0a07f75534c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:43.411325 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-3f35d2f2-69fa-4385-90bb-a0a07f75534c admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/57accf23-c3c7-4e7e-b915-48c72f3c4253 HTTP/1.1" status: 204 len: 168 time: 0.1971078 Feb 11 13:31:45.624458 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-966cc926-cc3c-491c-88ce-4378b63f6759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:48.438262 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:31:48.883663 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:49.020814 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-611028c4-e1a6-400e-b5ce-0380b5346201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:50.101072 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:50.638444 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:31:57.086730 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:02.776415 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-8a854c1b-9b4f-4bc7-91ce-392eb1c45f23 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/floatingips/709ab504-347f-42f4-86b9-24857bb682bf HTTP/1.1" status: 200 len: 998 time: 0.3387997 Feb 11 13:32:03.015502 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-dff1765a-c94b-4271-b547-d678e4f943fb tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:32:03.016180 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-dff1765a-c94b-4271-b547-d678e4f943fb tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Synchronizing usage tracker for tenant:e70b61b29b56480eb7d1431eed039570 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:32:03.083575 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-dff1765a-c94b-4271-b547-d678e4f943fb tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Unset dirty status for tenant:e70b61b29b56480eb7d1431eed039570 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:32:03.084972 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-dff1765a-c94b-4271-b547-d678e4f943fb tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/networks/9b988e67-9b89-43b7-af4a-040b9df3e619 HTTP/1.1" status: 200 len: 784 time: 0.3020966 Feb 11 13:32:03.213558 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-e336efca-5bbc-46ff-b330-dd9f4521620e tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/floatingips?floating_ip_address=172.28.1.187 HTTP/1.1" status: 200 len: 1001 time: 0.1214256 Feb 11 13:32:03.371753 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-458076de-b5bb-4075-88f5-049a116f9345 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:32:03.373259 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-458076de-b5bb-4075-88f5-049a116f9345 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports/63a19ed3-4692-4845-8c22-6cacb7442298 HTTP/1.1" status: 200 len: 942 time: 0.1526418 Feb 11 13:32:03.584662 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-963238ec-0523-4557-a3d1-71aaa4a1a9f5 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/floatingips?floating_ip_address=172.28.1.187 HTTP/1.1" status: 200 len: 1001 time: 0.1248112 Feb 11 13:32:03.820425 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Deleting port 5899c2e3-df01-42cb-be1b-170f851cd314 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:32:03.821012 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:04.233618 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:04.233874 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:04.367354 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Calling delete_port for 5899c2e3-df01-42cb-be1b-170f851cd314 owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:32:04.606658 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:04.623287 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e210522a-b979-4dec-a104-ba381eabdf19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:32:04.683761 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Pushing event deleted for resources: {'Port': ['ID=5899c2e3-df01-42cb-be1b-170f851cd314,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:32:04.740790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.741208 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.741642 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.742049 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.742450 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.742929 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.743327 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.743749 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.744196 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.744542 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.744933 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.745331 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.746439 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.746832 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.747226 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.747615 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.748039 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.748431 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.748819 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.749206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.749626 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.750017 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.750463 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.750848 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:04.761117 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:32:04.868322 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:04.868897 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.db.l3_db [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Floating IP 709ab504-347f-42f4-86b9-24857bb682bf disassociated (deleted). External IP: 172.28.1.187, port: 63a19ed3-4692-4845-8c22-6cacb7442298. Feb 11 13:32:05.251483 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Router 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:32:05.447118 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:32:05.458315 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e04fef-31e6-4bb3-883f-b8edbde66707 None None] Sync routers for ids ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'] in dv-cinder-773985-4-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:32:05.468841 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e04fef-31e6-4bb3-883f-b8edbde66707 None None] Routers {'0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:32:05.469504 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-51e04fef-31e6-4bb3-883f-b8edbde66707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:31:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:32:05.539229 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:05.603624 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-1a21e9ea-1f38-4982-b590-64c0d69aaa5c tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "DELETE /v2.0/floatingips/709ab504-347f-42f4-86b9-24857bb682bf HTTP/1.1" status: 204 len: 173 time: 2.0123463 Feb 11 13:32:05.604235 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711aebda-ce05-455e-b099-4459eba34672', 'tag': '63a19ed3-4692-4845-8c22-6cacb7442298'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:05.672310 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711aebda-ce05-455e-b099-4459eba34672', 'tag': '63a19ed3-4692-4845-8c22-6cacb7442298', 'status': 'completed', 'code': 200} Feb 11 13:32:05.709216 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-5886df92-fd55-4261-9fcc-510bfc9eca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:32:05.710942 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-5886df92-fd55-4261-9fcc-510bfc9eca97 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e70b61b29b56480eb7d1431eed039570&device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 1162 time: 0.0932343 Feb 11 13:32:05.828253 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-51e04fef-31e6-4bb3-883f-b8edbde66707 None None] Set router 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:32:05.860475 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733fe45-af68-4d00-a008-dfea5866430e req-fb2dfaea-aaa9-4d9a-8914-ad53a173ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:32:05.861359 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-d4861a98-e83a-4bff-98e4-a4013df984fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:32:05.862129 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4733fe45-af68-4d00-a008-dfea5866430e req-fb2dfaea-aaa9-4d9a-8914-ad53a173ba1c service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=e70b61b29b56480eb7d1431eed039570&device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 1162 time: 0.1688087 Feb 11 13:32:05.863083 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-d4861a98-e83a-4bff-98e4-a4013df984fa service neutron] 10.222.0.120 "GET /v2.0/networks?id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 HTTP/1.1" status: 200 len: 903 time: 0.1441972 Feb 11 13:32:05.937644 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-440db72c-7cf4-4f1e-9e95-2ebf8815ffad service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a19ed3-4692-4845-8c22-6cacb7442298 HTTP/1.1" status: 200 len: 217 time: 0.0678034 Feb 11 13:32:06.020909 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-3b9d589a-effa-4626-a06b-32eab750d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:32:06.022611 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-3b9d589a-effa-4626-a06b-32eab750d5b5 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=66d9761c-b1e5-4395-85ab-f068c35e48d4 HTTP/1.1" status: 200 len: 848 time: 0.0782406 Feb 11 13:32:06.117874 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-2ad24ee6-e41c-4aae-bff9-1b678dce78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:32:06.119618 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-2ad24ee6-e41c-4aae-bff9-1b678dce78a2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881934 Feb 11 13:32:06.186363 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-51e04fef-31e6-4bb3-883f-b8edbde66707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'name': 'tempest-TestShelveInstance-1425398277-router', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:14Z', 'updated_at': '2021-02-11T13:27:23Z', 'revision_number': 4, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'gw_port': {'id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:15Z', 'updated_at': '2021-02-11T13:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': 'bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8', 'name': '', 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'mac_address': 'fa:16:3e:76:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '66d9761c-b1e5-4395-85ab-f068c35e48d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:21Z', 'updated_at': '2021-02-11T13:27:30Z', 'revision_number': 5, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'subnets': [{'id': '66d9761c-b1e5-4395-85ab-f068c35e48d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:32:06.190375 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e04fef-31e6-4bb3-883f-b8edbde66707 None None] Checking router: 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 for host: dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:32:06.200732 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e04fef-31e6-4bb3-883f-b8edbde66707 None None] Routers {'0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:32:06.201493 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-51e04fef-31e6-4bb3-883f-b8edbde66707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:31:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:32:06.231624 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733fe45-af68-4d00-a008-dfea5866430e req-9674dad6-8aa8-486f-8d0d-a2bf44f03f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:32:06.233301 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4733fe45-af68-4d00-a008-dfea5866430e req-9674dad6-8aa8-486f-8d0d-a2bf44f03f31 service neutron] 10.222.0.111 "GET /v2.0/networks?id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 HTTP/1.1" status: 200 len: 903 time: 0.3637817 Feb 11 13:32:06.270046 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-7f7630ec-fe70-49c6-8f94-ae30a7c1a114 service neutron] 10.222.0.120 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422031 Feb 11 13:32:06.312051 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4733fe45-af68-4d00-a008-dfea5866430e req-34260f8c-2c57-415a-845a-d68f388622e3 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63a19ed3-4692-4845-8c22-6cacb7442298 HTTP/1.1" status: 200 len: 217 time: 0.0713956 Feb 11 13:32:06.395121 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733fe45-af68-4d00-a008-dfea5866430e req-02d0611b-a6d5-46cc-b016-dcd0b64b1c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:32:06.395347 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-51e04fef-31e6-4bb3-883f-b8edbde66707 None None] Set router 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:32:06.397942 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4733fe45-af68-4d00-a008-dfea5866430e req-02d0611b-a6d5-46cc-b016-dcd0b64b1c6d service neutron] 10.222.0.111 "GET /v2.0/subnets?id=66d9761c-b1e5-4395-85ab-f068c35e48d4 HTTP/1.1" status: 200 len: 848 time: 0.0794907 Feb 11 13:32:06.430074 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-5abb59b6-5614-4f62-a199-2f54e3a8277e req-28deca1f-161c-4bcc-9571-e49a541f6887 service neutron] 10.222.0.120 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1518388 Feb 11 13:32:06.493382 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733fe45-af68-4d00-a008-dfea5866430e req-9a1c2ba7-caf1-4df8-ac15-c4eed04b2eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:32:06.495226 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4733fe45-af68-4d00-a008-dfea5866430e req-9a1c2ba7-caf1-4df8-ac15-c4eed04b2eb8 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0897827 Feb 11 13:32:06.507932 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [req-4733fe45-af68-4d00-a008-dfea5866430e req-a6eed3c7-0833-4470-9ad7-0c31b909966e service neutron] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:32:06.509183 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4733fe45-af68-4d00-a008-dfea5866430e req-a6eed3c7-0833-4470-9ad7-0c31b909966e service neutron] 10.222.0.111 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0061646 Feb 11 13:32:06.661066 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4733fe45-af68-4d00-a008-dfea5866430e req-b18c447e-07e1-401f-bdf0-b1ad15d957bb service neutron] 10.222.0.111 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442904 Feb 11 13:32:06.756483 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-51e04fef-31e6-4bb3-883f-b8edbde66707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'name': 'tempest-TestShelveInstance-1425398277-router', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:14Z', 'updated_at': '2021-02-11T13:27:23Z', 'revision_number': 4, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'gw_port': {'id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:15Z', 'updated_at': '2021-02-11T13:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': 'bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8', 'name': '', 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'mac_address': 'fa:16:3e:76:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '66d9761c-b1e5-4395-85ab-f068c35e48d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:21Z', 'updated_at': '2021-02-11T13:27:30Z', 'revision_number': 5, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'subnets': [{'id': '66d9761c-b1e5-4395-85ab-f068c35e48d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:32:06.761118 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e04fef-31e6-4bb3-883f-b8edbde66707 None None] The sync data for ids ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'] in dv-cinder-773985-4-smb is: [{'id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'name': 'tempest-TestShelveInstance-1425398277-router', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:14Z', 'updated_at': '2021-02-11T13:27:23Z', 'revision_number': 4, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'gw_port': {'id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:15Z', 'updated_at': '2021-02-11T13:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb', '_interfaces': [{'id': 'bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8', 'name': '', 'network_id': 'e1c48bf6-a435-4b2c-8e7b-e414eb5449d6', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'mac_address': 'fa:16:3e:76:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '66d9761c-b1e5-4395-85ab-f068c35e48d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:21Z', 'updated_at': '2021-02-11T13:27:30Z', 'revision_number': 5, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'subnets': [{'id': '66d9761c-b1e5-4395-85ab-f068c35e48d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:32:06.812823 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-4733fe45-af68-4d00-a008-dfea5866430e req-8420a2b1-1c54-4059-9bec-554596728ce0 service neutron] 10.222.0.111 "GET /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443906 Feb 11 13:32:07.078788 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0d70a-2c36-42fe-9c87-a5ab62071afa req-cd40cb91-ee1f-4b9d-ada5-494422d57ad6 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:32:07.079900 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-dfd0d70a-2c36-42fe-9c87-a5ab62071afa req-cd40cb91-ee1f-4b9d-ada5-494422d57ad6 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Synchronizing usage tracker for tenant:e70b61b29b56480eb7d1431eed039570 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:32:07.123761 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-dfd0d70a-2c36-42fe-9c87-a5ab62071afa req-cd40cb91-ee1f-4b9d-ada5-494422d57ad6 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Unset dirty status for tenant:e70b61b29b56480eb7d1431eed039570 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:32:07.125064 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-dfd0d70a-2c36-42fe-9c87-a5ab62071afa req-cd40cb91-ee1f-4b9d-ada5-494422d57ad6 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.2163057 Feb 11 13:32:07.162536 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93cc0f-9617-4ba0-99b4-338307474a05 None None] New status for floating IP 709ab504-347f-42f4-86b9-24857bb682bf: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 11 13:32:07.191427 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-dfd0d70a-2c36-42fe-9c87-a5ab62071afa req-1e861304-b9af-4303-8de6-32c62feafa33 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0598390 Feb 11 13:32:08.440002 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Device 63a19ed3-4692-4845-8c22-6cacb7442298 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:32:08.565927 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1550498'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:08.572609 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104ae5f-e1e1-4909-a8a4-5de10608f89a req-936025d3-40ea-4050-b619-62ddea6ab7a3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:32:08.574304 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6104ae5f-e1e1-4909-a8a4-5de10608f89a req-936025d3-40ea-4050-b619-62ddea6ab7a3 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.111 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.2257199 Feb 11 13:32:08.594533 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711aebda-ce05-455e-b099-4459eba34672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63a19ed3-4692-4845-8c22-6cacb7442298'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:08.605046 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-b8d660ec-a212-421f-803a-16038c746aca None None] For port 63a19ed3-4692-4845-8c22-6cacb7442298, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=63a19ed3-4692-4845-8c22-6cacb7442298,segment=NetworkSegment(7a9694b3-9ab5-487f-9767-355984aea8c7),segment_id=7a9694b3-9ab5-487f-9767-355984aea8c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:32:08.654103 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711aebda-ce05-455e-b099-4459eba34672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63a19ed3-4692-4845-8c22-6cacb7442298', 'code': 200} Feb 11 13:32:08.660416 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769294559688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363267560713946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769294061888'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:08.662374 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:32:08.730959 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032484f-90f7-458e-a776-66c954a9f118 req-a6089b1b-38ae-414b-b12e-fc988e69f114 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 11 13:32:08.732703 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7032484f-90f7-458e-a776-66c954a9f118 req-a6089b1b-38ae-414b-b12e-fc988e69f114 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 945 time: 0.4099042 Feb 11 13:32:08.735552 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Pushing event updated for resources: {'Port': ['ID=63a19ed3-4692-4845-8c22-6cacb7442298,revision_number=7']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:32:08.743740 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.744206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.744587 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.744968 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.745341 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.745735 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.746693 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.747060 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.747427 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.747820 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.748186 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.748545 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.748999 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.749383 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.749731 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.750094 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.750454 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.750816 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.751177 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.751537 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.751923 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.752283 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.752644 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.753004 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:08.757797 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:32:08.763473 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-6104ae5f-e1e1-4909-a8a4-5de10608f89a req-ff37e4a1-b7be-49ab-91dd-b79c97ddb8c2 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Deleting port 63a19ed3-4692-4845-8c22-6cacb7442298 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:32:08.763896 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6104ae5f-e1e1-4909-a8a4-5de10608f89a req-ff37e4a1-b7be-49ab-91dd-b79c97ddb8c2 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:08.909204 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-7032484f-90f7-458e-a776-66c954a9f118 req-aaef8841-2659-47e0-9d16-00111a30c88e tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups?id=c225c5f1-4bb1-4b70-8a21-92b0a647597e&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1678598 Feb 11 13:32:09.077918 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [req-6104ae5f-e1e1-4909-a8a4-5de10608f89a req-ff37e4a1-b7be-49ab-91dd-b79c97ddb8c2 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] For port 63a19ed3-4692-4845-8c22-6cacb7442298, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=63a19ed3-4692-4845-8c22-6cacb7442298,segment=NetworkSegment(7a9694b3-9ab5-487f-9767-355984aea8c7),segment_id=7a9694b3-9ab5-487f-9767-355984aea8c7)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:32:09.078314 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6104ae5f-e1e1-4909-a8a4-5de10608f89a req-ff37e4a1-b7be-49ab-91dd-b79c97ddb8c2 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:09.210887 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [req-6104ae5f-e1e1-4909-a8a4-5de10608f89a req-ff37e4a1-b7be-49ab-91dd-b79c97ddb8c2 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Calling delete_port for 63a19ed3-4692-4845-8c22-6cacb7442298 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:32:09.412971 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6104ae5f-e1e1-4909-a8a4-5de10608f89a req-ff37e4a1-b7be-49ab-91dd-b79c97ddb8c2 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841611'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:09.428794 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e9043668-8919-4c3a-8b48-e4bfb1e17249 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:32:09.492067 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37e4a1-b7be-49ab-91dd-b79c97ddb8c2 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Pushing event deleted for resources: {'Port': ['ID=63a19ed3-4692-4845-8c22-6cacb7442298,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:32:09.496038 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-ff37e4a1-b7be-49ab-91dd-b79c97ddb8c2 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:32:09.641179 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6104ae5f-e1e1-4909-a8a4-5de10608f89a req-ff37e4a1-b7be-49ab-91dd-b79c97ddb8c2 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] No DVR routers for this DVR port 63a19ed3-4692-4845-8c22-6cacb7442298 on host hv-cinder-77398 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:32:09.643397 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-6104ae5f-e1e1-4909-a8a4-5de10608f89a req-ff37e4a1-b7be-49ab-91dd-b79c97ddb8c2 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774470'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:09.646197 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711aebda-ce05-455e-b099-4459eba34672', 'name': 'network-vif-deleted', 'tag': '63a19ed3-4692-4845-8c22-6cacb7442298'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:09.704314 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711aebda-ce05-455e-b099-4459eba34672', 'name': 'network-vif-deleted', 'tag': '63a19ed3-4692-4845-8c22-6cacb7442298', 'status': 'completed', 'code': 200} Feb 11 13:32:09.707315 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-6104ae5f-e1e1-4909-a8a4-5de10608f89a req-ff37e4a1-b7be-49ab-91dd-b79c97ddb8c2 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.111 "DELETE /v2.0/ports/63a19ed3-4692-4845-8c22-6cacb7442298 HTTP/1.1" status: 204 len: 173 time: 1.1232052 Feb 11 13:32:10.095566 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-9276db2b-da60-4b3e-b28b-0c4681585911 req-0be305da-abe0-4f49-80ea-6dfa8a71d042 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Synchronizing usage tracker for tenant:e70b61b29b56480eb7d1431eed039570 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 11 13:32:10.140823 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.quota.resource [req-9276db2b-da60-4b3e-b28b-0c4681585911 req-0be305da-abe0-4f49-80ea-6dfa8a71d042 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Unset dirty status for tenant:e70b61b29b56480eb7d1431eed039570 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 11 13:32:10.142242 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-9276db2b-da60-4b3e-b28b-0c4681585911 req-0be305da-abe0-4f49-80ea-6dfa8a71d042 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/ports?device_id=711aebda-ce05-455e-b099-4459eba34672 HTTP/1.1" status: 200 len: 210 time: 0.0961175 Feb 11 13:32:11.347983 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-432cc90b-2f86-4f45-a7d1-9c57d25f10ae req-08080344-834f-401d-a69b-3d5a993fc3e8 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "GET /v2.0/security-groups/c225c5f1-4bb1-4b70-8a21-92b0a647597e HTTP/1.1" status: 200 len: 2991 time: 0.0691485 Feb 11 13:32:11.445699 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-432cc90b-2f86-4f45-a7d1-9c57d25f10ae req-b0952900-ec9c-475f-a33f-0273fb21c125 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:11.475621 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-432cc90b-2f86-4f45-a7d1-9c57d25f10ae req-b0952900-ec9c-475f-a33f-0273fb21c125 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:11.566612 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-432cc90b-2f86-4f45-a7d1-9c57d25f10ae req-b0952900-ec9c-475f-a33f-0273fb21c125 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:11.571933 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-67217749-06d5-4f77-b256-7a94acff9388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:32:11.589202 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0952900-ec9c-475f-a33f-0273fb21c125 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c225c5f1-4bb1-4b70-8a21-92b0a647597e,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:32:11.591828 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b0952900-ec9c-475f-a33f-0273fb21c125 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:32:11.623909 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [req-432cc90b-2f86-4f45-a7d1-9c57d25f10ae req-b0952900-ec9c-475f-a33f-0273fb21c125 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:11.628184 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [req-432cc90b-2f86-4f45-a7d1-9c57d25f10ae req-b0952900-ec9c-475f-a33f-0273fb21c125 tempest-TestShelveInstance-1965952153 tempest-TestShelveInstance-1965952153-project] 10.222.0.120 "DELETE /v2.0/security-groups/c225c5f1-4bb1-4b70-8a21-92b0a647597e HTTP/1.1" status: 204 len: 173 time: 0.2707796 Feb 11 13:32:11.720479 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 44128) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:12.534270 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a78c8a03-3e0c-4e42-aa8c-af3a9e43622e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853191866'] for router_interface, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:12.912872 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a78c8a03-3e0c-4e42-aa8c-af3a9e43622e admin admin] Deleting port bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:32:12.913244 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a78c8a03-3e0c-4e42-aa8c-af3a9e43622e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:13.100679 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-a78c8a03-3e0c-4e42-aa8c-af3a9e43622e admin admin] For port bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8,segment=NetworkSegment(7a9694b3-9ab5-487f-9767-355984aea8c7),segment_id=7a9694b3-9ab5-487f-9767-355984aea8c7)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:32:13.101065 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a78c8a03-3e0c-4e42-aa8c-af3a9e43622e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:13.233468 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a78c8a03-3e0c-4e42-aa8c-af3a9e43622e admin admin] Calling delete_port for bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 owned by network:router_interface {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:32:13.444117 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a78c8a03-3e0c-4e42-aa8c-af3a9e43622e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:13.460128 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-3ba740dc-305d-4fe7-82f3-f101f57858e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:32:13.519723 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c8a03-3e0c-4e42-aa8c-af3a9e43622e admin admin] Pushing event deleted for resources: {'Port': ['ID=bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:32:13.569673 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-a78c8a03-3e0c-4e42-aa8c-af3a9e43622e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:32:13.869640 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a78c8a03-3e0c-4e42-aa8c-af3a9e43622e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853126221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-511899'] for router_interface, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:14.381165 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78c8a03-3e0c-4e42-aa8c-af3a9e43622e admin admin] Router 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:32:14.815215 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78c8a03-3e0c-4e42-aa8c-af3a9e43622e admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:32:14.824091 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc833b-b410-4a1c-8589-38d7c8d91c4d None None] Sync routers for ids ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'] in dv-cinder-773985-4-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:32:14.834387 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc833b-b410-4a1c-8589-38d7c8d91c4d None None] Routers {'0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:32:14.835052 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-4bbc833b-b410-4a1c-8589-38d7c8d91c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:31:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:32:14.865615 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-a78c8a03-3e0c-4e42-aa8c-af3a9e43622e admin admin] 10.222.0.120 "PUT /v2.0/routers/0ec36b7d-0e79-4c98-b398-b26f2f5be6f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1439159 Feb 11 13:32:14.868418 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 44132) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:15.032394 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-4bbc833b-b410-4a1c-8589-38d7c8d91c4d None None] Set router 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:32:15.206627 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f4b4987d-a81a-4ca7-9601-646f5ccbc12c admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:15.339453 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-4bbc833b-b410-4a1c-8589-38d7c8d91c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'name': 'tempest-TestShelveInstance-1425398277-router', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:14Z', 'updated_at': '2021-02-11T13:32:13Z', 'revision_number': 5, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'gw_port': {'id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:15Z', 'updated_at': '2021-02-11T13:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:32:15.344442 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc833b-b410-4a1c-8589-38d7c8d91c4d None None] Checking router: 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 for host: dv-cinder-773985-4-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:32:15.353627 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc833b-b410-4a1c-8589-38d7c8d91c4d None None] Routers {'0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:32:15.354288 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-4bbc833b-b410-4a1c-8589-38d7c8d91c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:31:49Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:32:15.401782 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f4b4987d-a81a-4ca7-9601-646f5ccbc12c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:15.409550 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-f4b4987d-a81a-4ca7-9601-646f5ccbc12c admin admin] Deleting port fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:32:15.410345 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f4b4987d-a81a-4ca7-9601-646f5ccbc12c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:15.546425 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-4bbc833b-b410-4a1c-8589-38d7c8d91c4d None None] Set router 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 gateway port host: dv-cinder-773985-4-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:32:15.600626 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-f4b4987d-a81a-4ca7-9601-646f5ccbc12c admin admin] For port fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:32:15.601022 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f4b4987d-a81a-4ca7-9601-646f5ccbc12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:15.641208 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ee890f79-2f99-48ef-9c5b-dc61969d7992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:15.740807 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-f4b4987d-a81a-4ca7-9601-646f5ccbc12c admin admin] Calling delete_port for fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:32:15.957382 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f4b4987d-a81a-4ca7-9601-646f5ccbc12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:16.020526 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-4bbc833b-b410-4a1c-8589-38d7c8d91c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'name': 'tempest-TestShelveInstance-1425398277-router', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:14Z', 'updated_at': '2021-02-11T13:32:13Z', 'revision_number': 5, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'gw_port': {'id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:15Z', 'updated_at': '2021-02-11T13:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:32:16.024683 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc833b-b410-4a1c-8589-38d7c8d91c4d None None] The sync data for ids ['0ec36b7d-0e79-4c98-b398-b26f2f5be6f1'] in dv-cinder-773985-4-smb is: [{'id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'name': 'tempest-TestShelveInstance-1425398277-router', 'tenant_id': 'e70b61b29b56480eb7d1431eed039570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:14Z', 'updated_at': '2021-02-11T13:32:13Z', 'revision_number': 5, 'project_id': 'e70b61b29b56480eb7d1431eed039570', 'gw_port': {'id': 'fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec36b7d-0e79-4c98-b398-b26f2f5be6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:15Z', 'updated_at': '2021-02-11T13:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:32:16.171411 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f4b4987d-a81a-4ca7-9601-646f5ccbc12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513479'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:16.313774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f4b4987d-a81a-4ca7-9601-646f5ccbc12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853194635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774869'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:16.316182 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f4b4987d-a81a-4ca7-9601-646f5ccbc12c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:16.544563 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f4b4987d-a81a-4ca7-9601-646f5ccbc12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853194605'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:16.545163 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b4987d-a81a-4ca7-9601-646f5ccbc12c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 13:32:16.560006 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f4b4987d-a81a-4ca7-9601-646f5ccbc12c admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:16.561327 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-f4b4987d-a81a-4ca7-9601-646f5ccbc12c admin admin] 10.222.0.120 "DELETE /v2.0/routers/0ec36b7d-0e79-4c98-b398-b26f2f5be6f1 HTTP/1.1" status: 204 len: 168 time: 1.6918409 Feb 11 13:32:16.564152 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 44138) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:16.639250 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-874b7aeb-6d29-4f19-ba78-722e696f42d1 admin admin] Deleting subnet 66d9761c-b1e5-4395-85ab-f068c35e48d4 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:32:16.642546 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-874b7aeb-6d29-4f19-ba78-722e696f42d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:16.696799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-874b7aeb-6d29-4f19-ba78-722e696f42d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375651'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:16.783151 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-874b7aeb-6d29-4f19-ba78-722e696f42d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853299468'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:17.083529 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-874b7aeb-6d29-4f19-ba78-722e696f42d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1476348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852509079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845098505'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:17.099167 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-28b5de58-cf6e-4f10-9ea2-20c859967eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:32:17.149209 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b7aeb-6d29-4f19-ba78-722e696f42d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d9761c-b1e5-4395-85ab-f068c35e48d4,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:32:17.152310 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-874b7aeb-6d29-4f19-ba78-722e696f42d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:32:17.239967 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-874b7aeb-6d29-4f19-ba78-722e696f42d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:17.245185 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bb7cbf-8127-46d2-9dcf-27a44485dc96 None None] Network e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:32:17.249800 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-874b7aeb-6d29-4f19-ba78-722e696f42d1 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/66d9761c-b1e5-4395-85ab-f068c35e48d4 HTTP/1.1" status: 204 len: 168 time: 0.6819744 Feb 11 13:32:17.250073 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 44142) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:17.372670 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853372729'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:17.448775 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Deleting port 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:32:17.449186 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:17.516312 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d19895f-57eb-4b18-8fd8-c8ce0c3c0468 None None] DHCP port deletion for e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 request from dv-cinder-773985-4-smb {{(pid=80116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 11 13:32:17.520542 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-1d19895f-57eb-4b18-8fd8-c8ce0c3c0468 None None] Deleting port 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:32:17.520966 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d19895f-57eb-4b18-8fd8-c8ce0c3c0468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:17.677597 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] For port 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962,segment=NetworkSegment(7a9694b3-9ab5-487f-9767-355984aea8c7),segment_id=7a9694b3-9ab5-487f-9767-355984aea8c7)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:32:17.677911 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:17.821793 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Calling delete_port for 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:32:17.902544 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-1d19895f-57eb-4b18-8fd8-c8ce0c3c0468 None None] For port 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962,segment=NetworkSegment(7a9694b3-9ab5-487f-9767-355984aea8c7),segment_id=7a9694b3-9ab5-487f-9767-355984aea8c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:32:17.903005 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d19895f-57eb-4b18-8fd8-c8ce0c3c0468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:17.949390 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:17.966380 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-003c8a9f-5fde-4d91-b889-41b4b08ccc89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:32:18.028260 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:32:18.031214 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:32:18.033603 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-1d19895f-57eb-4b18-8fd8-c8ce0c3c0468 None None] Calling delete_port for 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 owned by network:dhcp {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:32:18.066523 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 no longer exists at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:32:18.112226 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] No Port match for: bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:32:18.112820 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device bbbf86dc-60a9-4c7a-86cf-47370ed7c4d8 not bound to the agent host dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:32:18.113054 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b no longer exists at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:32:18.115767 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] No DVR routers for this DVR port 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 on host dv-cinder-773985-4-smb {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:32:18.156700 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] No Port match for: fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:32:18.157094 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device fbe893f2-d4e7-4f05-a37b-15b19ae9fc3b not bound to the agent host dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:32:18.157552 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 no longer exists at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:32:18.200090 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] No Port match for: 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:32:18.200405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 not bound to the agent host dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:32:18.226423 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.api [None req-1d19895f-57eb-4b18-8fd8-c8ce0c3c0468 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80116) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:32:18.226837 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_db.api [None req-1d19895f-57eb-4b18-8fd8-c8ce0c3c0468 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:32:18.244494 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853300733', 'neutron.services.segments.db._delete_segments_for_network--9223363267560229748'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:18.366426 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c48bf6-a435-4b2c-8e7b-e414eb5449d6']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:32:18.382459 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9694b3-9ab5-487f-9767-355984aea8c7') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:32:18.382796 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9694b3-9ab5-487f-9767-355984aea8c7') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:32:18.396243 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267560227700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852400149'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:18.412327 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:18.414423 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:32:18.728370 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-1d19895f-57eb-4b18-8fd8-c8ce0c3c0468 None None] Deleting port 0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:32:18.728818 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-1d19895f-57eb-4b18-8fd8-c8ce0c3c0468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:18.803026 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-1d19895f-57eb-4b18-8fd8-c8ce0c3c0468 None None] The port '0bea01d5-7fd0-4827-8e5a-ec5f1e5a9962' was deleted {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 11 13:32:18.846271 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Network e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:32:18.855583 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853293791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2266570'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:18.900545 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:19.035716 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-87199292-b33f-453e-abd1-3db8be07e510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:19.036845 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Network e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: Traceback (most recent call last): Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: timer() Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: cb(*args, **kw) Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: return func(*args, **kwargs) Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: self._notify() Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: self.callback(batched_events) Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: event.method(event) Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: segment_id)['aggregates'][0] Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: return f(self, *a, **k) Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: return self._get(url).json() Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: **kwargs) Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: **endpoint_filter) Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:19.060852 dv-cinder-773985-4-smb neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:19.163537 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514336'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:19.167014 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:32:19.184023 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:19.194126 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1c48bf6-a435-4b2c-8e7b-e414eb5449d6,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:32:19.199003 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:32:19.241814 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-2d67fd2e-3f27-4e70-809d-ac048e763b42 admin admin] 10.222.0.120 "DELETE /v2.0/networks/e1c48bf6-a435-4b2c-8e7b-e414eb5449d6 HTTP/1.1" status: 204 len: 168 time: 1.9906521 Feb 11 13:32:19.244921 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 44146) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:19.812761 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9065919d-f1d4-47f0-a6cd-1d3507845fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853191866'] for router_interface, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:20.106762 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:20.183039 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-9065919d-f1d4-47f0-a6cd-1d3507845fd4 admin admin] Deleting port 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:32:20.184161 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9065919d-f1d4-47f0-a6cd-1d3507845fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:20.364623 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-9065919d-f1d4-47f0-a6cd-1d3507845fd4 admin admin] For port 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=2f4eaf8c-eda6-431d-b838-28e5a9d1e9da,segment=NetworkSegment(4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0),segment_id=4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:32:20.364935 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9065919d-f1d4-47f0-a6cd-1d3507845fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:20.499459 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-9065919d-f1d4-47f0-a6cd-1d3507845fd4 admin admin] Calling delete_port for 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da owned by network:router_interface {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:32:20.649873 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:20.703909 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9065919d-f1d4-47f0-a6cd-1d3507845fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:20.720595 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-f8d9d101-1230-4bba-b252-38cc045a60d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:32:20.780013 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065919d-f1d4-47f0-a6cd-1d3507845fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f4eaf8c-eda6-431d-b838-28e5a9d1e9da,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:32:20.827615 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-9065919d-f1d4-47f0-a6cd-1d3507845fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:32:21.135026 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9065919d-f1d4-47f0-a6cd-1d3507845fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853126221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-511899'] for router_interface, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:21.900021 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9065919d-f1d4-47f0-a6cd-1d3507845fd4 admin admin] Router 2d500b33-0985-449b-9d54-ae9b47590992 has already been hosted by L3 agent a1a9ef74-5703-498b-b101-1e8cbfe4466e {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 11 13:32:22.091872 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9065919d-f1d4-47f0-a6cd-1d3507845fd4 admin admin] Notify agent at l3_agent.dv-cinder-773985-4-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 11 13:32:22.101566 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-9065919d-f1d4-47f0-a6cd-1d3507845fd4 admin admin] 10.222.0.120 "PUT /v2.0/routers/2d500b33-0985-449b-9d54-ae9b47590992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8555775 Feb 11 13:32:22.102112 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbecc59-663e-48a8-8d33-cdc292b13a07 None None] Sync routers for ids ['2d500b33-0985-449b-9d54-ae9b47590992'] in dv-cinder-773985-4-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 11 13:32:22.104213 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 44150) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:22.112376 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbecc59-663e-48a8-8d33-cdc292b13a07 None None] Routers {'2d500b33-0985-449b-9d54-ae9b47590992'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:32:22.113051 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-cdbecc59-663e-48a8-8d33-cdc292b13a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:32:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['2d500b33-0985-449b-9d54-ae9b47590992'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:32:22.300635 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e51611f-e7c5-443f-9a85-00ca28ef7bfb admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:22.303996 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-cdbecc59-663e-48a8-8d33-cdc292b13a07 None None] Set router 2d500b33-0985-449b-9d54-ae9b47590992 gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:32:22.490483 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e51611f-e7c5-443f-9a85-00ca28ef7bfb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:22.496042 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-3e51611f-e7c5-443f-9a85-00ca28ef7bfb admin admin] Deleting port 6576c66e-dc4d-42d2-908f-59ee9a216018 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:32:22.496415 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e51611f-e7c5-443f-9a85-00ca28ef7bfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:22.613775 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-cdbecc59-663e-48a8-8d33-cdc292b13a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d500b33-0985-449b-9d54-ae9b47590992', 'name': 'tempest-TestShelveInstance-1001897668-router', 'tenant_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '6576c66e-dc4d-42d2-908f-59ee9a216018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:29Z', 'updated_at': '2021-02-11T13:32:20Z', 'revision_number': 5, 'project_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'gw_port': {'id': '6576c66e-dc4d-42d2-908f-59ee9a216018', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d500b33-0985-449b-9d54-ae9b47590992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:31Z', 'updated_at': '2021-02-11T13:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:32:22.617963 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbecc59-663e-48a8-8d33-cdc292b13a07 None None] Checking router: 2d500b33-0985-449b-9d54-ae9b47590992 for host: dv-cinder-773985-4-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 11 13:32:22.627039 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbecc59-663e-48a8-8d33-cdc292b13a07 None None] Routers {'2d500b33-0985-449b-9d54-ae9b47590992'} bound to L3 agent in host dv-cinder-773985-4-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 11 13:32:22.627748 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-cdbecc59-663e-48a8-8d33-cdc292b13a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-11T13:11:49Z,description=,heartbeat_timestamp=2021-02-11T13:32:19Z,host='dv-cinder-773985-4-smb',id=a1a9ef74-5703-498b-b101-1e8cbfe4466e,load=0,resource_versions=,resources_synced=,started_at=2021-02-11T13:11:49Z,topic='l3_agent')) {'router_ids': ['2d500b33-0985-449b-9d54-ae9b47590992'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:32:22.685688 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-3e51611f-e7c5-443f-9a85-00ca28ef7bfb admin admin] For port 6576c66e-dc4d-42d2-908f-59ee9a216018, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=6576c66e-dc4d-42d2-908f-59ee9a216018,segment=NetworkSegment(2e4fb6fb-71bf-415e-b9e5-52a6f89d9593),segment_id=2e4fb6fb-71bf-415e-b9e5-52a6f89d9593)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:32:22.686075 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e51611f-e7c5-443f-9a85-00ca28ef7bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:22.818233 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-3e51611f-e7c5-443f-9a85-00ca28ef7bfb admin admin] Calling delete_port for 6576c66e-dc4d-42d2-908f-59ee9a216018 owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:32:22.821559 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvr_db [None req-cdbecc59-663e-48a8-8d33-cdc292b13a07 None None] Set router 2d500b33-0985-449b-9d54-ae9b47590992 gateway port host: dv-cinder-773985-4-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 11 13:32:22.962602 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e51611f-e7c5-443f-9a85-00ca28ef7bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:23.133453 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_hamode_db [None req-cdbecc59-663e-48a8-8d33-cdc292b13a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d500b33-0985-449b-9d54-ae9b47590992', 'name': 'tempest-TestShelveInstance-1001897668-router', 'tenant_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '6576c66e-dc4d-42d2-908f-59ee9a216018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:29Z', 'updated_at': '2021-02-11T13:32:20Z', 'revision_number': 5, 'project_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'gw_port': {'id': '6576c66e-dc4d-42d2-908f-59ee9a216018', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d500b33-0985-449b-9d54-ae9b47590992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:31Z', 'updated_at': '2021-02-11T13:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}], 'dv-cinder-773985-4-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:32:23.138343 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbecc59-663e-48a8-8d33-cdc292b13a07 None None] The sync data for ids ['2d500b33-0985-449b-9d54-ae9b47590992'] in dv-cinder-773985-4-smb is: [{'id': '2d500b33-0985-449b-9d54-ae9b47590992', 'name': 'tempest-TestShelveInstance-1001897668-router', 'tenant_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'external_fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '6576c66e-dc4d-42d2-908f-59ee9a216018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T13:27:29Z', 'updated_at': '2021-02-11T13:32:20Z', 'revision_number': 5, 'project_id': '51d49d69d0c64e8aa89e2dfea13fa249', 'gw_port': {'id': '6576c66e-dc4d-42d2-908f-59ee9a216018', 'name': '', 'network_id': '9b988e67-9b89-43b7-af4a-040b9df3e619', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d500b33-0985-449b-9d54-ae9b47590992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T13:27:31Z', 'updated_at': '2021-02-11T13:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8661603f-17f1-42e8-835b-9e08198d29f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-4-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 11 13:32:23.156213 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e51611f-e7c5-443f-9a85-00ca28ef7bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513479'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:23.298411 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e51611f-e7c5-443f-9a85-00ca28ef7bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853194635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774869'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:23.300838 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e51611f-e7c5-443f-9a85-00ca28ef7bfb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:23.355321 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e51611f-e7c5-443f-9a85-00ca28ef7bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853194605'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:23.356065 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e51611f-e7c5-443f-9a85-00ca28ef7bfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d500b33-0985-449b-9d54-ae9b47590992 {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 13:32:23.369068 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-3e51611f-e7c5-443f-9a85-00ca28ef7bfb admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:23.373269 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-3e51611f-e7c5-443f-9a85-00ca28ef7bfb admin admin] 10.222.0.120 "DELETE /v2.0/routers/2d500b33-0985-449b-9d54-ae9b47590992 HTTP/1.1" status: 204 len: 168 time: 1.2651348 Feb 11 13:32:23.373567 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 44154) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:23.444605 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.db_base_plugin_v2 [None req-205101cc-b104-467d-b30b-8a4461a4773c admin admin] Deleting subnet f0c2ee7b-3231-4df6-90ce-8f0c2c2a2788 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 11 13:32:23.447707 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-205101cc-b104-467d-b30b-8a4461a4773c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:23.501215 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-205101cc-b104-467d-b30b-8a4461a4773c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375651'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:23.586978 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-205101cc-b104-467d-b30b-8a4461a4773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853299468'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:23.886431 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-205101cc-b104-467d-b30b-8a4461a4773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1476348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852509079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845098505'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:23.906509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:32:23.955287 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205101cc-b104-467d-b30b-8a4461a4773c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0c2ee7b-3231-4df6-90ce-8f0c2c2a2788,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:32:24.006861 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-205101cc-b104-467d-b30b-8a4461a4773c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:32:24.042262 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 6576c66e-dc4d-42d2-908f-59ee9a216018 no longer exists at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:32:24.045553 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-205101cc-b104-467d-b30b-8a4461a4773c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:24.052089 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-205101cc-b104-467d-b30b-8a4461a4773c admin admin] 10.222.0.120 "DELETE /v2.0/subnets/f0c2ee7b-3231-4df6-90ce-8f0c2c2a2788 HTTP/1.1" status: 204 len: 168 time: 0.6771131 Feb 11 13:32:24.054654 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.120', 44158) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:24.075368 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c186643-08c6-49f6-950d-7dd010583275 None None] Network c48043b8-be56-48da-9193-4394f3c2ca86 requested from dv-cinder-773985-4-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 11 13:32:24.107247 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] No Port match for: 6576c66e-dc4d-42d2-908f-59ee9a216018 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:32:24.107672 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 6576c66e-dc4d-42d2-908f-59ee9a216018 not bound to the agent host dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:32:24.108143 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da no longer exists at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:32:24.172902 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853372729'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:24.194210 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] No Port match for: 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:32:24.194604 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device 2f4eaf8c-eda6-431d-b838-28e5a9d1e9da not bound to the agent host dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:32:24.244604 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Deleting port a1824711-b159-4505-a20a-edc748677478 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:32:24.245012 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:24.385023 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3f54ef-5ad1-44db-8f9b-51240a10f118 None None] DHCP port deletion for c48043b8-be56-48da-9193-4394f3c2ca86 request from dv-cinder-773985-4-smb {{(pid=80116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 11 13:32:24.393193 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f54ef-5ad1-44db-8f9b-51240a10f118 None None] Deleting port a1824711-b159-4505-a20a-edc748677478 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:32:24.393619 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2b3f54ef-5ad1-44db-8f9b-51240a10f118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:24.477858 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] For port a1824711-b159-4505-a20a-edc748677478, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=a1824711-b159-4505-a20a-edc748677478,segment=NetworkSegment(4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0),segment_id=4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:32:24.478258 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:24.618601 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Calling delete_port for a1824711-b159-4505-a20a-edc748677478 owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:32:24.618836 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.db [None req-2b3f54ef-5ad1-44db-8f9b-51240a10f118 None None] For port a1824711-b159-4505-a20a-edc748677478, host dv-cinder-773985-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-4-smb',level=0,port_id=a1824711-b159-4505-a20a-edc748677478,segment=NetworkSegment(4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0),segment_id=4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 11 13:32:24.619223 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2b3f54ef-5ad1-44db-8f9b-51240a10f118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854287213'] for port, precommit_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:24.726214 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853223677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769294559671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769294061854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852509251'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:24.741668 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-2ba4c436-2186-4b74-905a-cbc0828eeb8a tempest-VolumesSnapshotTestJSON-2116570758 tempest-VolumesSnapshotTestJSON-2116570758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:32:24.756290 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f54ef-5ad1-44db-8f9b-51240a10f118 None None] Calling delete_port for a1824711-b159-4505-a20a-edc748677478 owned by network:dhcp {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 11 13:32:24.797110 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1824711-b159-4505-a20a-edc748677478,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:32:24.801133 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:32:24.832159 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.db.api [None req-2b3f54ef-5ad1-44db-8f9b-51240a10f118 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80116) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:32:24.832576 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_db.api [None req-2b3f54ef-5ad1-44db-8f9b-51240a10f118 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 11 13:32:24.888675 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] No DVR routers for this DVR port a1824711-b159-4505-a20a-edc748677478 on host dv-cinder-773985-4-smb {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 11 13:32:25.013151 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853300733', 'neutron.services.segments.db._delete_segments_for_network--9223363267560229748'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:25.130862 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48043b8-be56-48da-9193-4394f3c2ca86']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:32:25.144181 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:32:25.144509 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.services.segments.db [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4299c6-1fd3-4e1c-9afd-ffc51bb4d8b0') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 11 13:32:25.156806 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267560227700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852400149'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:25.172382 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1482025'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:25.174380 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 11 13:32:25.333706 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f54ef-5ad1-44db-8f9b-51240a10f118 None None] Deleting port a1824711-b159-4505-a20a-edc748677478 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 11 13:32:25.334339 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2b3f54ef-5ad1-44db-8f9b-51240a10f118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267560257055'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:25.414219 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f54ef-5ad1-44db-8f9b-51240a10f118 None None] The port 'a1824711-b159-4505-a20a-edc748677478' was deleted {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 11 13:32:25.438309 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:32:25.609344 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Network c48043b8-be56-48da-9193-4394f3c2ca86 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:32:25.618527 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853293791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2266570'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:25.797704 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.managers [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Network c48043b8-be56-48da-9193-4394f3c2ca86 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: Traceback (most recent call last): Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: timer() Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: cb(*args, **kw) Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: return func(*args, **kwargs) Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: self._notify() Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: self.callback(batched_events) Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: event.method(event) Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: segment_id)['aggregates'][0] Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: return f(self, *a, **k) Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: return self._get(url).json() Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: **kwargs) Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: **endpoint_filter) Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:25.820227 dv-cinder-773985-4-smb neutron-server[80003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:25.929126 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514336'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:25.932324 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-b07d53f3-8ee1-41ad-a1cc-35e736113f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:32:25.949260 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649621'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:25.955876 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Pushing event deleted for resources: {'Network': ['ID=c48043b8-be56-48da-9193-4394f3c2ca86,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:32:25.960861 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:32:25.963187 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-c7227ed5-3747-4bc6-b610-d5992f1c0f81 admin admin] 10.222.0.120 "DELETE /v2.0/networks/c48043b8-be56-48da-9193-4394f3c2ca86 HTTP/1.1" status: 204 len: 168 time: 1.9072683 Feb 11 13:32:26.041318 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device a1824711-b159-4505-a20a-edc748677478 no longer exists at agent ovs-agent-dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 11 13:32:26.078415 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.plugin [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] No Port match for: a1824711-b159-4505-a20a-edc748677478 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 11 13:32:26.078960 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.plugins.ml2.rpc [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Device a1824711-b159-4505-a20a-edc748677478 not bound to the agent host dv-cinder-773985-4-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 11 13:32:26.259067 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 44164) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:26.311634 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-a60bc090-78e4-4a94-81ae-10eb4be6b28e admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=e70b61b29b56480eb7d1431eed039570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511930 Feb 11 13:32:26.314305 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 44168) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:26.378395 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:26.406976 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:26.472007 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:26.477001 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-021afb1f-62e9-42b1-bd5c-d1b4bcaae9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:32:26.491433 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8712e69e-d983-419b-a364-0c8e4ca82807,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:32:26.503074 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.503491 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.503920 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.504323 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.504721 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.505117 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.505508 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.505900 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.506290 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.506676 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.507065 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.507452 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.507954 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.508347 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.508738 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.509128 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.509515 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.509904 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.510290 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.510676 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.511091 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.511481 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.511894 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.512284 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-4-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 11 13:32:26.515694 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:26.516936 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/8712e69e-d983-419b-a364-0c8e4ca82807 HTTP/1.1" status: 204 len: 168 time: 0.2016714 Feb 11 13:32:26.517949 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-cbad78ae-f871-461b-b6ed-39de14533a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:32:27.098100 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:27.136133 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 44176) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:27.188487 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-dd056ac1-935a-4e9d-b309-0c09c40245e4 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=51d49d69d0c64e8aa89e2dfea13fa249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509834 Feb 11 13:32:27.191077 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.120', 44180) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:27.253113 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e21bc1f8-ae78-45ec-893d-dca1a1b3a8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:27.282683 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e21bc1f8-ae78-45ec-893d-dca1a1b3a8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:27.423266 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e21bc1f8-ae78-45ec-893d-dca1a1b3a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415996'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:27.428643 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-079b76e3-e342-4c8c-a73e-9a9709edefbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 11 13:32:27.439801 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bc1f8-ae78-45ec-893d-dca1a1b3a8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cf2338-5150-4fd9-b54e-c78455e6586a,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 11 13:32:27.442332 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG oslo_concurrency.lockutils [None req-e21bc1f8-ae78-45ec-893d-dca1a1b3a8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 11 13:32:27.447774 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e21bc1f8-ae78-45ec-893d-dca1a1b3a8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:27.449590 dv-cinder-773985-4-smb neutron-server[80003]: INFO neutron.wsgi [None req-e21bc1f8-ae78-45ec-893d-dca1a1b3a8b0 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/21cf2338-5150-4fd9-b54e-c78455e6586a HTTP/1.1" status: 204 len: 168 time: 0.2575200 Feb 11 13:32:45.643059 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-9c72b197-0b9d-4ea6-8dfa-ec699d930d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:48.905419 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:49.082825 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-33d397a9-601c-4814-8df5-d580fd9ee578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:50.094454 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:50.651777 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:32:57.096922 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:02.439373 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:33:15.636971 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-af6ccc9c-3337-4850-a3a4-e26861e64add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:18.905405 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:19.020224 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-f8853682-6d7a-49c2-aca3-2860a6ec28f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:20.088790 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:20.654057 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:27.113658 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:39.439689 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:33:45.642080 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d43723fb-ff1c-4d33-9d8f-97b2bac7db52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:48.901799 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:49.019416 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-e3afa7fa-baa0-463d-81ba-67f71a7a330d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:50.105310 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:50.670772 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:33:57.153118 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:15.633247 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b7e3d308-1278-4510-92cf-b0b27cff8976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:16.440099 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:34:18.901502 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:19.018860 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-6ffa9fc0-af2c-4f62-8b6e-79a96c185799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:20.132797 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:20.656267 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:27.158307 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:45.638406 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ce7e7cf8-09e0-4a62-b6db-5c384ee7f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:48.903758 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:49.018321 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-57b2a329-a058-4e3b-b272-ded6efc39f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:50.106488 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:50.666628 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:34:53.440000 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:34:57.172588 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:15.660110 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-efbca28f-98a8-4d2b-be05-67b2be89d757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:18.903759 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:19.018216 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-dde16187-6713-4df4-96c9-5a5fba301d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:20.099908 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:20.671630 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:27.174338 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:30.440059 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:35:45.653969 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b89fa441-a19e-4058-92e8-16e79a62c187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:48.920237 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:49.017206 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a251f99d-ef12-4aae-8b63-f4add415f7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:50.108998 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:50.665420 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:35:57.202223 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:07.439834 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:36:15.659473 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-d7faa749-7ba5-49f6-a9f8-66242bac8ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:18.910241 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:19.036061 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a80f7eb5-24cc-4fa2-a9d3-bc3de1bd1da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:20.116004 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:20.699312 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:27.205434 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:44.439822 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:36:45.647198 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-58d3ff5f-5655-4338-91ac-be89b800c68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:48.909629 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:49.006863 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-80079ec3-cd97-4c66-8e1f-0d6335bcc442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:50.113875 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:50.687203 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:36:57.446837 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:15.652238 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-633ece16-4d97-4722-b4c9-78407000221d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:18.932276 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:19.023583 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-74b0fda2-6dda-4980-9a43-e23b88a72f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:20.126821 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:20.669018 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:21.439084 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron.db.agents_db [None req-cb571e43-690b-442e-af04-d88bb8f73ca2 None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 11 13:37:27.221667 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-b8d660ec-a212-421f-803a-16038c746aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:45.640210 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-2491daf6-1955-4e63-a298-8021b2e8c880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:48.920238 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a4f693b5-c61e-47da-9650-3cbfadcbfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:49.017801 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6f03-5788-46df-9327-5f436d4ad13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:50.085581 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a152baca-e93f-4c43-b5ea-3a6d5240042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 11 13:37:50.662777 dv-cinder-773985-4-smb neutron-server[80003]: DEBUG neutron_lib.callbacks.manager [None req-a83ddf66-483b-4ef1-a55a-1dfd694afef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267560229765', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853298158'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}